-- Logs begin at Fri 2021-06-04 00:09:17 UTC, end at Fri 2021-06-04 01:04:42 UTC. -- Jun 04 00:36:56.344874 dv-cinder-489949-11-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 04 00:36:58.889689 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.common.config [-] Logging enabled! Jun 04 00:36:58.890339 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 04 00:36:58.890426 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103426) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 00:36:58.893616 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.common.config [-] Logging enabled! Jun 04 00:36:58.893868 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 04 00:36:58.894172 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103426) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 00:36:58.895088 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 00:36:58.895318 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 00:36:58.895706 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 00:36:58.895950 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 00:36:58.896147 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 00:36:58.896495 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.896792 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.897076 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.897304 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.897583 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.897868 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.898146 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.898431 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.898722 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.899003 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.899282 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.899569 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.899812 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.900074 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.900354 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.900633 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.900850 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] debug = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.901124 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.901541 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.901953 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.902286 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.902571 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.902848 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.903116 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.903390 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.903713 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.904036 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] host = dv-cinder-489949-11-smb {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.904313 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.904594 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.904875 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.905158 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.905431 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.905708 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.905987 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.906256 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.906524 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] log_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.906793 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.907074 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.907360 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.907681 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.907904 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.908123 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.908405 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.908685 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.908972 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.909226 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.909495 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.909761 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.910030 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.910293 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.910570 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.910848 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.911125 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.911394 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.911696 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.911964 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.912229 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.912508 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.912773 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.913046 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.913315 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.913592 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.913860 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.914126 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.914417 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.914693 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.914967 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.915246 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.915511 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.915805 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.916072 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.916339 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.916605 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] use_json = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.916879 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.917145 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.917421 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.917709 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.917978 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.918246 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.918513 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.918790 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:36:58.919090 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.919383 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.919709 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.919989 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.920277 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.920553 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.920835 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.921109 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.921390 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.921673 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.921961 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.922235 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.922515 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.922786 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.923075 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.923381 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.923701 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.923987 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.924257 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.924526 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.924796 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.925070 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.925349 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.925640 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.925922 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.926191 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.926463 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.926750 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.927026 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.927297 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.927593 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.927879 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.928154 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.928422 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.928700 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.928974 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.929247 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.929515 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.929785 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.930069 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.930343 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.930610 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.930879 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.931154 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.931422 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.931730 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.932005 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.932274 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.932541 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.932817 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.933090 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.933418 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.933701 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.933970 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.934242 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.934510 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.934777 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.935044 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.935309 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.935609 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.935878 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.936144 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.936416 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.936685 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.936956 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.937234 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.937506 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.937772 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.938052 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.938344 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.938618 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.938893 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.939169 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.939441 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.939739 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.940013 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.940287 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.940559 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.940828 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.941116 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.941392 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.941672 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.941949 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.942220 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.942507 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.942780 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.943056 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.943326 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.943628 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.943914 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.944191 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.944482 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.944769 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.945055 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.945339 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.945622 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.945897 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.946193 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.946462 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:36:58.946675 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 00:36:58.946912 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103426) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 04 00:36:59.298222 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:36:59.298415 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:36:59.298657 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:36:59.299009 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 04 00:36:59.680283 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.680579 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.680853 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.682058 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.682326 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.682584 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.717720 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.717987 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.718251 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.732319 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.732786 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.733241 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.766729 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.766999 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.767264 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.803503 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.803800 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:36:59.804058 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.030413 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.031048 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.031048 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.031048 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.031844 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.153319 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.153634 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.153916 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.154203 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.154467 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.154779 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.155017 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.155273 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.155550 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.155830 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.156109 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.156318 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.156604 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.156859 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.157106 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.157504 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.157795 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.158154 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.158481 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.158860 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.159322 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.159616 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.159944 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.160331 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.160639 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.160909 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.161455 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 00:37:00.161801 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 00:37:00.162044 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 00:37:00.162379 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 00:37:00.162722 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 00:37:00.163233 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 00:37:00.163444 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 04 00:37:00.167354 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 04 00:37:00.171906 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 04 00:37:00.176106 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 04 00:37:00.177718 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 04 00:37:00.178174 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 04 00:37:00.178506 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 04 00:37:00.178884 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 04 00:37:00.181671 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 04 00:37:00.181916 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 04 00:37:00.182254 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 00:37:00.209109 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 04 00:37:00.209552 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.209846 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103426) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 04 00:37:00.210209 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.211725 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103426) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 04 00:37:00.211995 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 00:37:00.212244 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 04 00:37:00.215534 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.215821 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.280042 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 04 00:37:00.280274 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 04 00:37:00.280565 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 04 00:37:00.280870 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 04 00:37:00.316807 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_db.sqlalchemy.engines [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103426) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 04 00:37:00.656636 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Initializing driver for type 'gre' Jun 04 00:37:00.657182 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] gre ID ranges: [(1, 1000)] Jun 04 00:37:00.708377 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Initializing driver for type 'local' Jun 04 00:37:00.708714 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Initializing driver for type 'vlan' Jun 04 00:37:00.721786 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] VlanTypeDriver initialization complete Jun 04 00:37:00.722120 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Initializing driver for type 'vxlan' Jun 04 00:37:00.722599 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] vxlan ID ranges: [(1, 1000)] Jun 04 00:37:00.773088 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Initializing extension driver 'port_security' Jun 04 00:37:00.773431 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.extensions.port_security [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] PortSecurityExtensionDriver initialization complete Jun 04 00:37:00.773769 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Initializing mechanism driver 'openvswitch' Jun 04 00:37:00.774130 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Initializing mechanism driver 'hyperv' Jun 04 00:37:00.780846 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:00.781620 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > port after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.781995 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > port after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.782393 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > port after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.782765 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.783120 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.783479 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.783875 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > network after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.784225 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > network after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.784569 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > network after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.784945 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.785289 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.785631 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.786010 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.786354 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.786692 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.787067 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.787414 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.787785 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.788126 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] ML2 OVO RPC backend initialized. {{(pid=103426) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 04 00:37:00.788826 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.789179 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.789602 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > network before_response 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.789963 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > networks before_response 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.790307 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > port before_response 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.790646 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > ports before_response 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.790989 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.791327 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.791709 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > network after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.792042 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > network after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.792374 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > network after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.792730 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > port after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.793078 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > port after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.793408 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > port after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.793805 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.794096 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.794454 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.795082 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Modular L2 Plugin initialization complete Jun 04 00:37:00.795417 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading services supported by the core plugin {{(pid=103426) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 04 00:37:00.795767 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.plugins.ml2.managers [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Got port-security extension from driver 'port_security' Jun 04 00:37:00.796236 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.extensions.vlantransparent [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Disabled vlantransparent extension. Jun 04 00:37:00.796749 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103426) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 04 00:37:00.797049 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading Plugin: router Jun 04 00:37:00.833197 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.833587 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router after_create 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.833961 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router before_create 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.834322 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.834692 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.835043 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router after_delete 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.835399 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.835782 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router after_create 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.836130 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router after_update 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.836484 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router after_update 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.836829 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.837181 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router after_update 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.837572 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.837941 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: port after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.838275 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: port after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.838612 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: subnet after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.838947 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.839300 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.839699 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.840047 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: port before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.840387 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.840740 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router after_update 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.841064 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.841410 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.841772 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.842116 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.842484 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > network after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.843342 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Tracking information for resource: router configured {{(pid=103426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 00:37:00.843696 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Tracking information for resource: floatingip configured {{(pid=103426) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 00:37:00.848875 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.db.l3_agentschedulers_db [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 04 00:37:00.849456 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: port after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.849822 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: port after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.850171 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: port after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.850521 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: port after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.851315 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router before_create 55550100 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.851707 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.852067 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.852422 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.856945 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.services.provider_configuration [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service providers = [] {{(pid=103426) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 04 00:37:00.857322 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.db.servicetype_db [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103426) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 04 00:37:00.860409 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.services.service_base [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 00:37:00.860773 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.services.service_base [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 00:37:00.861129 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.services.service_base [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 00:37:00.862012 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.services.service_base [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103426) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 00:37:00.862384 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.services.service_base [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 04 00:37:00.862767 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 00:37:00.863085 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 04 00:37:00.874040 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 00:37:00.874377 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading Plugin: auto_allocate Jun 04 00:37:00.880243 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: network precommit_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.880610 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: network precommit_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.881123 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 00:37:00.881445 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading Plugin: tag Jun 04 00:37:00.888345 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 00:37:00.888712 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading Plugin: timestamp Jun 04 00:37:00.892647 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 00:37:00.892993 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading Plugin: network_ip_availability Jun 04 00:37:00.898356 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.898724 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.899081 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:00.899831 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 00:37:00.900150 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading Plugin: flavors Jun 04 00:37:00.906444 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 00:37:00.906847 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading Plugin: revisions Jun 04 00:37:00.911055 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103426) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 00:37:00.911453 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_concurrency.lockutils [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=103426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:00.912217 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103426) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 04 00:37:00.912565 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Initializing extension manager. Jun 04 00:37:00.913074 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: __init__.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.913412 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: __pycache__ {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.913747 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.914088 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: address_group.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.914845 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.915409 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: address-group Jun 04 00:37:00.915759 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: address_scope.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.916459 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.916972 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: address-scope Jun 04 00:37:00.917295 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.918231 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.918730 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: router-admin-state-down-before-update Jun 04 00:37:00.919055 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: agent.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.919775 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.920277 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: agent Jun 04 00:37:00.920594 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: agent_resources_synced.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.921487 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.921997 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: agent-resources-synced Jun 04 00:37:00.922320 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.924079 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.924604 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: allowed-address-pairs Jun 04 00:37:00.924928 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.926013 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.926524 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: auto-allocated-topology Jun 04 00:37:00.926845 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: availability_zone.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.927542 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.928061 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: availability_zone Jun 04 00:37:00.928389 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: availability_zone_filter.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.929282 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.929787 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: availability_zone_filter Jun 04 00:37:00.930102 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: data_plane_status.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.930987 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.931490 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 04 00:37:00.931833 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: default_subnetpools.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.932734 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.933236 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: default-subnetpools Jun 04 00:37:00.933608 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.934403 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.934905 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: dhcp_agent_scheduler Jun 04 00:37:00.935226 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: dns.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.936146 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.936644 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension dns-integration not supported by any of loaded plugins Jun 04 00:37:00.936964 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: dns_domain_ports.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.937857 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.938361 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 04 00:37:00.938683 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: dvr.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.939343 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.939889 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: dvr Jun 04 00:37:00.940210 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: empty_string_filtering.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.941109 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.941620 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: empty-string-filtering Jun 04 00:37:00.941940 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.942845 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.943348 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 04 00:37:00.943705 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.944597 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.945101 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 04 00:37:00.945416 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: external_net.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.946329 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.946840 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: external-net Jun 04 00:37:00.947157 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.948083 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.948585 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: extra_dhcp_opt Jun 04 00:37:00.948899 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: extraroute.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.949810 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.950312 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: extraroute Jun 04 00:37:00.950627 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: extraroute_atomic.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:00.951680 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:00.952176 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: extraroute-atomic Jun 04 00:37:00.952494 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: filter_validation.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.068937 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.069629 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: filter-validation Jun 04 00:37:01.069886 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: fip_pf_description.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.071022 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.071566 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 04 00:37:01.071909 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: fip_port_details.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.072832 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.073353 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: fip-port-details Jun 04 00:37:01.073691 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: flavors.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.075018 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.075548 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: flavors Jun 04 00:37:01.075895 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.077634 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.078173 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 04 00:37:01.078511 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: floatingip_pools.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.079238 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.079790 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: floatingip-pools Jun 04 00:37:01.080124 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: ip_allocation.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.081059 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.081571 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 04 00:37:01.081905 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.082782 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.083296 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: ip-substring-filtering Jun 04 00:37:01.083653 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: l2_adjacency.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.084560 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.085077 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 04 00:37:01.085396 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: l3.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.086429 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.086971 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: router Jun 04 00:37:01.087295 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.089811 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.090371 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 04 00:37:01.090725 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.091688 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.092249 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: ext-gw-mode Jun 04 00:37:01.092586 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.093542 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.094047 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: l3-ha Jun 04 00:37:01.094370 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: l3_flavors.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.095267 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.095804 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: l3-flavors Jun 04 00:37:01.096124 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.097052 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.097555 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 04 00:37:01.097885 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: l3agentscheduler.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.099059 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.099597 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: l3_agent_scheduler Jun 04 00:37:01.099934 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: logging.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.101450 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.101975 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension logging not supported by any of loaded plugins Jun 04 00:37:01.102312 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: metering.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.103053 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.103681 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: metering Jun 04 00:37:01.104007 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.105112 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.105666 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: metering_source_and_destination_fields Jun 04 00:37:01.105994 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: multiprovidernet.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.106906 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.107425 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: multi-provider Jun 04 00:37:01.107783 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: netmtu.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.108683 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.109197 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: net-mtu Jun 04 00:37:01.109521 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: netmtu_writable.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.110417 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.110932 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: net-mtu-writable Jun 04 00:37:01.111246 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: network_availability_zone.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.111952 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.112450 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: network_availability_zone Jun 04 00:37:01.112780 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: network_ip_availability.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.113852 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.114360 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: network-ip-availability Jun 04 00:37:01.114689 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: network_segment_range.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.115454 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.115996 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 04 00:37:01.116313 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: pagination.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.117273 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.117601 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: pagination Jun 04 00:37:01.117918 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: port_device_profile.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.118819 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.119334 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: port-device-profile Jun 04 00:37:01.119688 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.120596 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.121158 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: port-mac-address-regenerate Jun 04 00:37:01.121474 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.122735 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.123251 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: port-numa-affinity-policy Jun 04 00:37:01.123601 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: port_resource_request.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.124490 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.125003 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 04 00:37:01.125336 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: portbindings.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.126241 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.126754 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: binding Jun 04 00:37:01.127078 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: portbindings_extended.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.128362 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.128880 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: binding-extended Jun 04 00:37:01.129206 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: portsecurity.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.130095 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.130604 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: port-security Jun 04 00:37:01.130925 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: project_id.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.131916 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.132241 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: project-id Jun 04 00:37:01.132561 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: providernet.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.133471 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.133996 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: provider Jun 04 00:37:01.134318 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: qos.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.138022 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.138549 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension qos not supported by any of loaded plugins Jun 04 00:37:01.138878 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.140140 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.140654 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 04 00:37:01.140994 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.141885 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.142395 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 04 00:37:01.142721 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: qos_default.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.143652 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.144164 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension qos-default not supported by any of loaded plugins Jun 04 00:37:01.144486 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: qos_fip.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.145132 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.145637 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension qos-fip not supported by any of loaded plugins Jun 04 00:37:01.145955 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.146862 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.147370 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 04 00:37:01.147720 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.148630 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.149136 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 04 00:37:01.149457 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.150346 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.150856 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 04 00:37:01.151177 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: qos_rules_alias.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.152286 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.152802 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 04 00:37:01.153122 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: quotasv2.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.154029 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.154358 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: quotas Jun 04 00:37:01.154682 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: quotasv2_detail.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.156352 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.156689 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: quota_details Jun 04 00:37:01.157068 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: rbac.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.158065 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.158584 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: rbac-policies Jun 04 00:37:01.158910 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: rbac_address_group.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.159842 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.160356 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: rbac-address-group Jun 04 00:37:01.160682 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: rbac_address_scope.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.161592 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.162103 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: rbac-address-scope Jun 04 00:37:01.162428 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: rbac_security_groups.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.163320 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.163870 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: rbac-security-groups Jun 04 00:37:01.164192 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.165107 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.165631 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: rbac-subnetpool Jun 04 00:37:01.165951 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: revisionifmatch.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.166855 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.167376 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: revision-if-match Jun 04 00:37:01.167758 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: revisions.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.168855 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.169367 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: standard-attr-revisions Jun 04 00:37:01.169693 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: router_availability_zone.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.170361 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.170872 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: router_availability_zone Jun 04 00:37:01.171191 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: routerservicetype.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.172111 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.172625 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension router-service-type not supported by any of loaded plugins Jun 04 00:37:01.172946 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.173849 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.174361 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: security-groups-normalized-cidr Jun 04 00:37:01.174714 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.175615 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.176131 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: port-security-groups-filtering Jun 04 00:37:01.176454 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.177368 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.177878 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: security-groups-remote-address-group Jun 04 00:37:01.178201 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: securitygroup.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.187998 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.188539 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: security-group Jun 04 00:37:01.188878 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: segment.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.189648 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.190156 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension segment not supported by any of loaded plugins Jun 04 00:37:01.190484 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.191410 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.191952 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 04 00:37:01.192281 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: servicetype.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.193382 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.193903 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: service-type Jun 04 00:37:01.194236 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: sorting.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.195212 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.195554 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: sorting Jun 04 00:37:01.195891 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: standard_attr_segment.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.196795 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.197308 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 04 00:37:01.197631 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: standardattrdescription.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.198261 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.198766 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: standard-attr-description Jun 04 00:37:01.199116 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: stateful_security_group.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.200064 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.200582 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: stateful-security-group Jun 04 00:37:01.200897 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: stdattrs_common.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.201467 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 04 00:37:01.201782 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.202781 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.203296 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 04 00:37:01.203654 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: subnet_onboard.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.204718 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.205236 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: subnet_onboard Jun 04 00:37:01.205559 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.206485 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.206983 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 04 00:37:01.207302 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: subnet_service_types.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.208230 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.208742 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: subnet-service-types Jun 04 00:37:01.209062 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: subnetallocation.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.210143 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.210654 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: subnet_allocation Jun 04 00:37:01.210978 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.211664 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.212176 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: subnetpool-prefix-ops Jun 04 00:37:01.212502 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.213419 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.213923 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 04 00:37:01.214243 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: tagging.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.215365 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.215922 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: standard-attr-tag Jun 04 00:37:01.216250 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: timestamp.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.217444 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.217969 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loaded extension: standard-attr-timestamp Jun 04 00:37:01.218296 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: trunk.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.219316 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.219867 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension trunk not supported by any of loaded plugins Jun 04 00:37:01.220194 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: trunk_details.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.221096 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.221611 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension trunk-details not supported by any of loaded plugins Jun 04 00:37:01.221935 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.222835 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.223350 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 04 00:37:01.223713 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Loading extension file: vlantransparent.py {{(pid=103426) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 00:37:01.224368 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103426) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 00:37:01.224881 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 04 00:37:01.227280 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:network Jun 04 00:37:01.228064 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:subnet Jun 04 00:37:01.228861 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 00:37:01.229465 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:port Jun 04 00:37:01.230846 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.231428 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service FLAVORS assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.232074 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.232505 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.232831 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:router Jun 04 00:37:01.233489 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 00:37:01.234222 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service METERING assigned prefix: /metering {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.235769 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:01.236139 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:01.236485 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:37:01.237632 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 00:37:01.238067 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:security_group Jun 04 00:37:01.238714 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 00:37:01.239461 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service CORE assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.239814 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 00:37:01.240149 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] subnetpool is already registered Jun 04 00:37:01.240758 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service CORE assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.241082 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 00:37:01.241406 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] subnetpool is already registered Jun 04 00:37:01.244070 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.244504 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service FLAVORS assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.245086 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.245505 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.245914 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:router Jun 04 00:37:01.246250 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] router is already registered Jun 04 00:37:01.246860 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 00:37:01.247190 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] floatingip is already registered Jun 04 00:37:01.248190 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service METERING assigned prefix: /metering {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.248850 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 00:37:01.249177 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] rbac_policy is already registered Jun 04 00:37:01.249716 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:security_group Jun 04 00:37:01.250041 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] security_group is already registered Jun 04 00:37:01.250680 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 00:37:01.251011 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] security_group_rule is already registered Jun 04 00:37:01.251758 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service CORE assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.252089 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 00:37:01.252415 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] subnetpool is already registered Jun 04 00:37:01.253009 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.v2.resource_helper [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Service CORE assigned prefix: {{(pid=103426) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 00:37:01.253332 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 00:37:01.253654 dv-cinder-489949-11-smb neutron-server[103426]: WARNING neutron.quota.resource_registry [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] subnetpool is already registered Jun 04 00:37:01.254304 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: extensions {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.255861 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: address-groups {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.257481 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: address-scopes {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.258714 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: agents {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.259981 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: auto-allocated-topology {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.261242 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: availability_zones {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.262636 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: dhcp-networks {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.264110 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: dhcp-agents {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.265547 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: routers {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.268340 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: flavors {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.269522 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: service_profiles {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.270741 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: next_providers {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.272318 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: service_profiles {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.273804 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: floatingip-pools {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.275052 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: routers {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.276909 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: floatingips {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.278133 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: l3-routers {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.279560 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: l3-agents {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.281010 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: metering-labels {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.282358 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: metering-label-rules {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.283671 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: network-ip-availabilities {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.284939 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: bindings {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.286607 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: quotas {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.288119 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: quotas {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.289555 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: rbac-policies {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.290846 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: security-groups {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.292110 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: security-group-rules {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.293484 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: service-providers {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.294741 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: subnetpools {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.296191 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: subnetpools {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.297664 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.299411 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.301377 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.303284 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.305256 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.307257 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.309133 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.311059 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.312937 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.314913 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron.api.extensions [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Extended resource: tags {{(pid=103426) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 00:37:01.321387 dv-cinder-489949-11-smb neutron-server[103426]: WARNING keystonemiddleware.auth_token [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 04 00:37:01.326344 dv-cinder-489949-11-smb neutron-server[103426]: WARNING keystonemiddleware.auth_token [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 04 00:37:01.334578 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_concurrency.lockutils [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Acquired lock "singleton_lock" {{(pid=103426) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 04 00:37:01.335057 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_concurrency.lockutils [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Releasing lock "singleton_lock" {{(pid=103426) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 04 00:37:01.335732 dv-cinder-489949-11-smb neutron-server[103426]: INFO oslo_service.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Starting 2 workers Jun 04 00:37:01.340512 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Started child 103533 {{(pid=103426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 00:37:01.344841 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Started child 103534 {{(pid=103426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 00:37:01.345614 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:01.346390 dv-cinder-489949-11-smb neutron-server[103426]: INFO neutron.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 04 00:37:01.346970 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Notify callbacks [] for process, before_spawn {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:01.347173 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [-] (103533) wsgi starting up on http://0.0.0.0:9696 Jun 04 00:37:01.349334 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:01.349794 dv-cinder-489949-11-smb neutron-server[103426]: INFO oslo_service.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Starting 1 workers Jun 04 00:37:01.350667 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [-] (103534) wsgi starting up on http://0.0.0.0:9696 Jun 04 00:37:01.354566 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Started child 103535 {{(pid=103426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 00:37:01.355102 dv-cinder-489949-11-smb neutron-server[103426]: INFO oslo_service.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Starting 1 workers Jun 04 00:37:01.358141 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] calling RpcWorker wait() {{(pid=103535) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 04 00:37:01.358752 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] returning from RpcWorker wait() {{(pid=103535) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 04 00:37:01.359743 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Started child 103536 {{(pid=103426) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 00:37:01.360021 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:01.360544 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4890ef12-d7a6-4523-9400-5acb6e461ee2 None None] Notify callbacks [] for process, after_spawn {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:01.360693 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:01.362429 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103426) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 00:37:01.362666 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 00:37:01.362823 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 00:37:01.362998 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 00:37:01.363350 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 00:37:01.363477 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 00:37:01.364025 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.364304 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.364534 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.364699 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:01.365180 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.365180 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.365608 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:01.365754 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.365943 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.366207 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.366462 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.366728 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.366932 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.367082 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.367268 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.367515 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.367862 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.368112 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.368383 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.368663 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.368867 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.369057 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.369356 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.369573 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.369827 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] debug = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.370038 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.370497 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.370712 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.371025 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.371258 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.371552 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.371795 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.372042 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.372280 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.372836 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.373088 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.373330 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.373596 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.373805 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.374023 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.374289 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.374505 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.374991 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] host = dv-cinder-489949-11-smb {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.375207 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.375422 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.375707 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.375957 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.376207 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.376423 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.376667 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.376889 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.377153 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.377492 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.377646 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.377874 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.378109 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.378345 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.378504 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_options = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.378715 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.378987 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.379269 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.379455 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.379651 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.379815 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.380067 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.380239 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.380467 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.380697 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.380908 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.381136 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.381384 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.381600 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.381860 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.382087 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.382324 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.382543 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.382787 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.383011 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.383233 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.383454 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.383711 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.383928 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.384146 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.384360 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.384586 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.384821 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.385022 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.385282 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.385524 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.385766 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.386018 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.386225 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.386530 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.386757 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.387165 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.387507 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.387507 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.388370 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.388370 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.388370 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.388370 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.388901 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.388901 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.389188 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_json = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.389353 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.389489 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.389697 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.389929 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.390154 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.390374 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.390602 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.391171 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.391327 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.391478 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.391811 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.392035 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.392271 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.392508 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.392763 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.392979 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.393226 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.393657 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.393966 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.393966 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.394294 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.394521 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.394796 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.395090 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.395344 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.395655 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.395885 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.396122 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.396332 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.396556 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.397271 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.397271 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.397460 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.397624 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.397837 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.398081 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.398313 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.398703 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.398799 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.399258 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.399258 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.399442 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.399646 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.399896 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.400152 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.400912 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.400912 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.400912 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.401148 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.401557 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.401557 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.401749 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.401946 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.402208 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.402426 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.402676 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.402910 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.403746 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.403746 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.403746 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.404024 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.404114 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.404323 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.404513 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.404745 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.405551 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.405551 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.405551 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.405817 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.405900 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.406088 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.406653 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.406653 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.406836 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.406949 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.407233 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.407403 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.407646 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.407871 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.408089 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.408381 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.408519 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.411114 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.411114 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.411114 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.411114 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.411553 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.411553 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.411705 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.411927 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.415633 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.415633 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.415633 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.415633 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.415633 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.415633 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.415633 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.415633 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.416659 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.416659 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.416659 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.416659 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.416659 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.416659 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.416659 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.416659 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.417129 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.417129 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.417129 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.417129 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.417129 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.417426 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.417492 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.417816 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.418082 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.418367 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.418638 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.418904 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.419163 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.419451 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.419720 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.420101 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.420337 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.420649 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.420910 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.421168 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.421428 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.421662 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.421910 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.422185 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.422419 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.422692 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.422947 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.423194 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.423418 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.423735 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.423970 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.424190 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.424403 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.424641 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.424968 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.425206 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.425432 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.426221 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.426504 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.426764 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.426992 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.427248 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.427502 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.427765 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.428001 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.428253 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.428492 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.429004 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.429004 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.429199 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.429393 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.429611 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.429845 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.430158 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.430394 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.430663 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.430882 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.431101 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.431354 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.431764 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.431884 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.432047 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.432261 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.432515 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.432750 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.432968 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.433184 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.433438 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.433649 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.433918 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.434136 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.434407 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.434666 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.434900 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.435121 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.435349 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.435611 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.435825 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.436074 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.436307 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.436520 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.436734 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.436948 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.437160 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.437371 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.437594 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.437821 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.438083 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.438321 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.438656 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.438912 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.439154 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.439384 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.439620 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.439879 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.440205 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.440454 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.440667 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.440883 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.441106 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.441373 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.441605 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.441843 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.442057 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.442285 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.442492 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.442703 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.442912 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.443213 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.443453 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.443697 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.443928 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.444174 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.444396 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.444602 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.444810 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.445028 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.445258 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.445504 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.445713 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.445928 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.446133 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.446361 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.446581 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.446786 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.446994 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.447207 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.447414 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.447656 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.447864 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.448097 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.448282 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.448514 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.448844 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.449150 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.449369 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.449670 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.449894 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.450207 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.450475 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.450800 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.451009 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.451272 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.451510 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.451750 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.451986 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.452258 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.452575 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.452850 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.453097 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.453345 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.453638 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.453912 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.454171 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.454402 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.454707 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.455026 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.455314 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.455604 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.455832 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.456079 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.456298 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.456516 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.456753 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.457001 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.457218 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.457478 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.457723 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.457951 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.458184 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.458411 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.458623 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.458878 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.459109 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.459348 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.459603 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.459753 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 00:37:01.460322 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103426) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 00:37:01.460481 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 00:37:01.460634 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 00:37:01.460808 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 00:37:01.460977 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 00:37:01.461127 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 00:37:01.461417 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.461532 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.461640 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.461795 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.461952 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.462132 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.462290 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.462446 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.462602 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.462757 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.462915 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.463070 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.463226 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.463389 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.463572 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.463732 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.463887 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.464043 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.464212 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.464375 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.464553 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.464710 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.464865 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] debug = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.465020 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.465211 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.465376 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.465534 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.466186 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.466350 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.466505 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.466661 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.466818 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.466974 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.467124 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.467278 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.467428 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.467609 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.467765 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.468086 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.468243 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.468407 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] host = dv-cinder-489949-11-smb {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.468564 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.468725 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.468871 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.469022 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.469181 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.469344 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.469499 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.469654 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.469811 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.469966 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.470115 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.470264 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.470415 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.470565 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.470737 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_options = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.470869 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.471027 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.471189 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.471328 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.471494 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.471665 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.471823 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.471982 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.472138 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.472294 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.472449 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.472606 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.472762 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.472921 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.473072 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.473215 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.473347 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.473506 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.473663 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.473818 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.474006 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.474166 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.474335 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.474485 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.474640 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.474795 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.474939 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.475093 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.475264 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.475388 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.475569 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.475730 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.475885 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.476044 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.476201 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.476357 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.476513 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.476673 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.476829 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.476990 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.477162 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.477294 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.477446 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.477601 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.477756 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.477911 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_json = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.478068 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.478222 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.478377 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.478531 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.478686 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.478842 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.478997 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.479153 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 00:37:01.479329 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.479489 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.479682 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.479842 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.480001 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.480179 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.480370 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.480535 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.480694 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.480949 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.481051 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.481159 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.481328 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.481487 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.481644 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.481808 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.481966 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.482124 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.482283 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.482442 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.482601 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.482759 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.482933 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.483092 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.483252 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.483411 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.483579 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.483743 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.483903 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.484061 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.484221 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.484382 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.484540 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.484701 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.484859 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.485017 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.485175 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.485334 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.485498 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.485658 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.485816 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.485975 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.486133 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.486292 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.486450 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.486609 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.486767 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.486925 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.487083 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.487241 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.487330 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:01.487417 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.487573 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.487734 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.487892 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.488051 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.488210 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.488367 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.488525 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.488683 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.488842 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.489000 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.489171 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.489329 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.489488 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.489645 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.489803 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.489962 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.490120 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.490277 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.490436 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.490594 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.490752 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.490911 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.491069 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.491228 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.491385 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.491559 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.491723 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.491885 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.492042 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.492199 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.492357 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.492515 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.492672 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.492839 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.493011 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.493169 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.493328 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.493486 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.493643 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.493800 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.493957 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.494113 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.494274 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.494433 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.494590 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.494748 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.494907 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.495064 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.495221 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.495384 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.495553 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.495715 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.495903 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.496090 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.496238 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.496372 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.496516 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.496656 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.496785 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.496915 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.497080 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.497238 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.497747 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.497911 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.498077 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.498249 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.498409 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.498568 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.498727 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.498877 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.499033 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.499191 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.499339 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.499499 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.499677 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.499835 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.500003 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.500757 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.500930 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.501131 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.501702 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.501702 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.502052 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.502052 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.502214 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.502296 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.502431 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.502592 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.502750 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.502907 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.503082 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.503222 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.503381 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.503577 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.503741 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.503899 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.504061 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.504238 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.504438 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.504552 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.504681 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.504840 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.505014 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.505157 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.505314 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.505477 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.505635 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.505792 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.505950 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.506108 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.506275 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.506575 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.506735 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.507048 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.507206 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.507512 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.507690 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.507851 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.508013 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.508188 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.508495 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.508658 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.508817 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.508976 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.509136 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.509297 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.509456 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.509613 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.509817 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.509922 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.510078 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.510237 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.510337 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 58638) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:01.510425 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.510541 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.510699 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.510857 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.511031 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.511190 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.511348 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.511599 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.511771 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.511934 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.512101 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.512267 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.512407 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.512543 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.512675 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.512809 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.512957 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.513113 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.513271 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.513429 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.513571 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.513733 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.513891 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.514062 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.514220 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.514379 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.514538 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.514676 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.514837 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.514984 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.515140 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.515297 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.515460 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.515656 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.515795 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.515952 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.516110 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.516270 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.516431 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.516584 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.516766 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.516937 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.517091 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.517240 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.517374 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.517517 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.517642 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.517796 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.517970 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.518115 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.518249 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.518417 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.518581 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.518729 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.518876 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.519077 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.519236 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.519368 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.519509 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.519713 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.519844 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.519974 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.520142 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.520312 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.520477 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.520643 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.520810 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.520979 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.521146 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.521309 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.521447 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.521614 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.521768 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.521953 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.522118 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.522246 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.522370 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.522502 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.522662 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.522819 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.522979 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.523137 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.523295 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.523453 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.523630 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.523778 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.523929 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.524086 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.524243 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.524401 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.524549 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 00:37:01.524698 dv-cinder-489949-11-smb neutron-server[103426]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103426) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 00:37:01.525341 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0126119 Jun 04 00:37:12.485556 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853fb2c-3681-4e59-b4ee-6f414b0f051b None None] get_active_networks_info from dv-cinder-489949-11-smb {{(pid=103535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 04 00:37:12.564528 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853fb2c-3681-4e59-b4ee-6f414b0f051b None None] No non-hosted networks {{(pid=103535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 04 00:37:12.579659 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.agentschedulers_db [None req-3853fb2c-3681-4e59-b4ee-6f414b0f051b None None] DHCP Agent not found on host dv-cinder-489949-11-smb {{(pid=103535) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 04 00:37:12.694426 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e408ec66-3943-4b8d-9101-ac6aaf3f2930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119'] for agent, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:14.940580 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119'] for agent, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:14.944302 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.944816 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.945291 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.948175 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.948690 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.949262 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.951201 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.955576 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.960940 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.965220 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.967788 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.968275 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:14.969308 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-489949-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:14.981913 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-489949-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:15.158209 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-53f95788-f42e-42b7-908e-152aa903ac76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119'] for agent, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:15.212671 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-34843755-c548-4c1b-9016-d3a6d1991e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:15.956347 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119'] for agent, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:17.577586 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119'] for agent, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:18.798239 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 58732) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:19.346531 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.db.l3_hamode_db [None req-3bb7b9e0-cdf0-4d66-9381-95e3767eb1dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 04 00:37:19.402754 dv-cinder-489949-11-smb neutron-server[103533]: WARNING oslo_policy.policy [None req-5698f878-0aa6-49d7-b338-62e79670e3d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 00:37:19.403362 dv-cinder-489949-11-smb neutron-server[103533]: WARNING oslo_policy.policy [None req-5698f878-0aa6-49d7-b338-62e79670e3d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 00:37:19.433193 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7b9e0-cdf0-4d66-9381-95e3767eb1dd None None] Routers set() bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:37:19.433576 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7b9e0-cdf0-4d66-9381-95e3767eb1dd None None] Router IDs set() for agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 04 00:37:19.612218 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [None req-5698f878-0aa6-49d7-b338-62e79670e3d5 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:37:19.613277 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-5698f878-0aa6-49d7-b338-62e79670e3d5 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8141370 Jun 04 00:37:21.975376 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 58746) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:22.605288 dv-cinder-489949-11-smb neutron-server[103534]: WARNING oslo_policy.policy [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 00:37:22.605913 dv-cinder-489949-11-smb neutron-server[103534]: WARNING oslo_policy.policy [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 00:37:22.813114 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:37:22.908926 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.policy [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103534) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 00:37:22.954213 dv-cinder-489949-11-smb neutron-server[103534]: WARNING oslo_policy.policy [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 00:37:22.954570 dv-cinder-489949-11-smb neutron-server[103534]: WARNING oslo_policy.policy [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 00:37:22.963079 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.quota [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] Loaded quota_driver: . Jun 04 00:37:22.979261 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:37:23.041255 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767722511734', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767722504347', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767722499596', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767722488784', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767722547420', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767722537316', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-795165', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-793874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8180060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8093845'] for rbac-policy, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:23.117057 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:23.118431 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-66a1842e-0720-4fe7-af76-35c505736252 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1409721 Jun 04 00:37:25.723327 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 58764) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:26.094688 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Request body: {'network': {'project_id': 'a78f38116080400c8d676636e173ab91', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'a78f38116080400c8d676636e173ab91'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:37:26.102679 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:37:26.108153 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Usage tracker for resource:network and tenant:a78f38116080400c8d676636e173ab91 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:37:26.112877 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:37:26.119152 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:37:26.131539 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Made reservation on behalf of a78f38116080400c8d676636e173ab91 for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:37:26.134417 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:26.151542 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:26.165441 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:37:26.169410 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Usage tracker for resource:security_group_rule and tenant:a78f38116080400c8d676636e173ab91 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:37:26.174473 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:37:26.180246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:37:26.274342 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:26.281038 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:26.286246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:26.305444 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:37:26.330519 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767718675128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:26.331095 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Unsubscribe: segment precommit_create {{(pid=103534) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 00:37:26.331548 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Added segment adc0b6c8-4c65-4e3b-9f81-27238c80f67c of type vlan for network ca4066b1-ef6b-4687-a73c-73c81f4cc358 Jun 04 00:37:26.378183 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76a6861-d74f-45a6-9b9e-593f76064466,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:26.397923 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.398267 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.398592 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.398935 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.399218 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.399561 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.399879 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.400174 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.400494 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.400798 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.401107 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.401412 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Tracked resource versions report: Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: pushed versions: Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: { 'AddressGroup': {'1.2'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'ConntrackHelper': {'1.0'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Log': {'1.0'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Network': {'1.1'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Port': {'1.7'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'PortForwarding': {'1.2'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'QosPolicy': {'1.8'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'SecurityGroup': {'1.4'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'SecurityGroupRule': {'1.2'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'SubPort': {'1.0'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Subnet': {'1.1'}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Trunk': {'1.1'}} Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: consumer versions: Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: { DHCP agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: L3 agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: Metadata agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: Metering agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: Open vSwitch agent@dv-cinder-489949-11-smb: { 'AddressGroup': '1.2', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'ConntrackHelper': '1.0', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Log': '1.0', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Network': '1.1', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Port': '1.7', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'PortForwarding': '1.2', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'QosPolicy': '1.8', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'SecurityGroup': '1.4', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'SecurityGroupRule': '1.2', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'SubPort': '1.0', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Subnet': '1.1', Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: 'Trunk': '1.1'}} Jun 04 00:37:26.402492 dv-cinder-489949-11-smb neutron-server[103534]: {{(pid=103534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 00:37:26.442876 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:26.446900 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:26.492642 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:26.494391 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:37:26.495030 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:26.498592 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:26.598063 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Pushing event updated for resources: {'Network': ['ID=ca4066b1-ef6b-4687-a73c-73c81f4cc358,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:26.602740 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:26.605256 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8806548 Jun 04 00:37:26.616063 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network ca4066b1-ef6b-4687-a73c-73c81f4cc358 details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:37:29.262020 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 58778) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:29.852979 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.policy [None req-2386e00e-b85f-4cc5-8355-6623a367f333 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103533) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 00:37:29.897481 dv-cinder-489949-11-smb neutron-server[103533]: WARNING oslo_policy.policy [None req-2386e00e-b85f-4cc5-8355-6623a367f333 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 00:37:29.897840 dv-cinder-489949-11-smb neutron-server[103533]: WARNING oslo_policy.policy [None req-2386e00e-b85f-4cc5-8355-6623a367f333 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 00:37:29.906090 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2386e00e-b85f-4cc5-8355-6623a367f333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:37:29.907768 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-2386e00e-b85f-4cc5-8355-6623a367f333 admin admin] 10.222.0.44 "GET /v2.0/networks/ca4066b1-ef6b-4687-a73c-73c81f4cc358 HTTP/1.1" status: 200 len: 825 time: 0.6447358 Jun 04 00:37:29.943203 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-c7b172e7-a13c-4021-a769-2a23606aea43 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/86a3c6ef-b056-485a-a6bd-9b4349fb0bd7 HTTP/1.1" status: 200 len: 734 time: 0.0271463 Jun 04 00:37:29.952360 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'subnetpool_id': '86a3c6ef-b056-485a-a6bd-9b4349fb0bd7'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:37:29.953876 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.quota [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Loaded quota_driver: . Jun 04 00:37:29.959957 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:37:29.965491 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Usage tracker for resource:subnet and tenant:a78f38116080400c8d676636e173ab91 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:37:29.968855 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:37:29.975748 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:37:29.993934 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Made reservation on behalf of a78f38116080400c8d676636e173ab91 for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:37:29.998754 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:30.522212 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:30.526820 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:30.603763 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Checking segment: {'id': 'adc0b6c8-4c65-4e3b-9f81-27238c80f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:37:30.604126 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Network hostable DHCP agents. Network: ca4066b1-ef6b-4687-a73c-73c81f4cc358, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:37:30.611069 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0419b2b4-75f1-4610-a23a-81c188ec114d,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:30.621846 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.622679 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.623050 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.623390 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.623789 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.624100 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.624460 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.624775 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.625097 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.625390 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.625694 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.625996 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Tracked resource versions report: Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: pushed versions: Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: { 'AddressGroup': {'1.2'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'ConntrackHelper': {'1.0'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Log': {'1.0'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Network': {'1.1'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Port': {'1.7'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'PortForwarding': {'1.2'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'QosPolicy': {'1.8'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'SecurityGroup': {'1.4'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'SecurityGroupRule': {'1.2'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'SubPort': {'1.0'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Subnet': {'1.1'}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Trunk': {'1.1'}} Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: consumer versions: Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: { DHCP agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: L3 agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: Metadata agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: Metering agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: Open vSwitch agent@dv-cinder-489949-11-smb: { 'AddressGroup': '1.2', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'ConntrackHelper': '1.0', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Log': '1.0', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Network': '1.1', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Port': '1.7', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'PortForwarding': '1.2', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'QosPolicy': '1.8', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'SecurityGroup': '1.4', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'SecurityGroupRule': '1.2', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'SubPort': '1.0', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Subnet': '1.1', Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: 'Trunk': '1.1'}} Jun 04 00:37:30.627029 dv-cinder-489949-11-smb neutron-server[103533]: {{(pid=103533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 00:37:30.658131 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Network ca4066b1-ef6b-4687-a73c-73c81f4cc358 is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:37:30.661464 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:30.670017 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, ca4066b1-ef6b-4687-a73c-73c81f4cc358) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:37:30.674452 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:37:30.675087 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:30.680033 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7032f5b-df7f-41c3-9181-701ea253f1f0 None None] Network ca4066b1-ef6b-4687-a73c-73c81f4cc358 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:37:30.696952 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7485123 Jun 04 00:37:30.988192 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c243b54-1e66-57f4-aab3-eb75180f8d13-ca4066b1-ef6b-4687-a73c-73c81f4cc358', 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'fixed_ips': [{'subnet_id': '0419b2b4-75f1-4610-a23a-81c188ec114d'}]}} from dv-cinder-489949-11-smb. {{(pid=103535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 00:37:30.989432 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:31.174211 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.db_base_plugin_common [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Allocated IP 172.20.0.2 (ca4066b1-ef6b-4687-a73c-73c81f4cc358/0419b2b4-75f1-4610-a23a-81c188ec114d/06a49032-da18-4a93-811c-bd5268488b9c) {{(pid=103535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:37:31.401522 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Notify callbacks [] for port, precommit_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:31.415050 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Transition to ACTIVE for port object 06a49032-da18-4a93-811c-bd5268488b9c will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:37:31.435563 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Transition to ACTIVE for port object 06a49032-da18-4a93-811c-bd5268488b9c will not be triggered until provisioned by entity DHCP. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:37:31.442172 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:31.447828 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:31.506479 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Network ca4066b1-ef6b-4687-a73c-73c81f4cc358 is already hosted by enough agents. {{(pid=103535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:37:31.509455 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.base_scheduler [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Resources bound (agent type, host, resource id): {{(pid=103535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:37:31.518268 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Received port after_create {{(pid=103535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:37:31.520467 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Pushing event updated for resources: {'Port': ['ID=06a49032-da18-4a93-811c-bd5268488b9c,revision_number=1']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:31.557193 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.557522 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.557855 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.558204 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.558532 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.558854 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.559167 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.559478 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.559857 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.560170 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.560477 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.560771 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Tracked resource versions report: Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: pushed versions: Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: { 'AddressGroup': {'1.2'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'ConntrackHelper': {'1.0'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Log': {'1.0'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Network': {'1.1'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Port': {'1.7'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'PortForwarding': {'1.2'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'QosPolicy': {'1.8'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'SecurityGroup': {'1.4'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'SecurityGroupRule': {'1.2'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'SubPort': {'1.0'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Subnet': {'1.1'}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Trunk': {'1.1'}} Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: consumer versions: Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: { DHCP agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: L3 agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: Metadata agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: Metering agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: Open vSwitch agent@dv-cinder-489949-11-smb: { 'AddressGroup': '1.2', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'ConntrackHelper': '1.0', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Log': '1.0', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Network': '1.1', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Port': '1.7', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'PortForwarding': '1.2', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'QosPolicy': '1.8', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'SecurityGroup': '1.4', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'SecurityGroupRule': '1.2', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'SubPort': '1.0', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Subnet': '1.1', Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: 'Trunk': '1.1'}} Jun 04 00:37:31.561824 dv-cinder-489949-11-smb neutron-server[103535]: {{(pid=103535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 00:37:31.569414 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:31.623722 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Attempting to bind port 06a49032-da18-4a93-811c-bd5268488b9c on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:37:31.624100 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Attempting to bind port 06a49032-da18-4a93-811c-bd5268488b9c by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': 'adc0b6c8-4c65-4e3b-9f81-27238c80f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:37:31.624528 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Attempting to bind port 06a49032-da18-4a93-811c-bd5268488b9c on network ca4066b1-ef6b-4687-a73c-73c81f4cc358 {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:37:31.630003 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:37:31.630406 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Checking segment: {'id': 'adc0b6c8-4c65-4e3b-9f81-27238c80f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:37:31.630885 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:31.631277 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Bound using segment: {'id': 'adc0b6c8-4c65-4e3b-9f81-27238c80f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:37:31.631786 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Bound port: 06a49032-da18-4a93-811c-bd5268488b9c, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc0b6c8-4c65-4e3b-9f81-27238c80f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:37:31.632161 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:31.720070 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] For port 06a49032-da18-4a93-811c-bd5268488b9c, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:37:31.723876 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] For port 06a49032-da18-4a93-811c-bd5268488b9c, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=06a49032-da18-4a93-811c-bd5268488b9c,segment=NetworkSegment(adc0b6c8-4c65-4e3b-9f81-27238c80f67c),segment_id=adc0b6c8-4c65-4e3b-9f81-27238c80f67c)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:37:31.729382 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:31.733412 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:31.815578 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Pushing event updated for resources: {'Port': ['ID=06a49032-da18-4a93-811c-bd5268488b9c,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:31.818183 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:33.039548 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 58792) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:33.411063 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [None req-e9af65ff-65ed-45ce-9a6b-b4fc083e5394 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:37:33.423562 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-e9af65ff-65ed-45ce-9a6b-b4fc083e5394 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3715422 Jun 04 00:37:35.754227 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 58800) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:36.140275 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [None req-9d4d565c-98f3-4d69-8506-2b360004c7e9 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:37:36.155547 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-9d4d565c-98f3-4d69-8506-2b360004c7e9 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3860970 Jun 04 00:37:36.799499 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 06a49032-da18-4a93-811c-bd5268488b9c up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:37:36.871200 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 06a49032-da18-4a93-811c-bd5268488b9c completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:37:37.604660 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0995554a-0602-493c-a7a4-3ae39ab0c53f None None] Network ca4066b1-ef6b-4687-a73c-73c81f4cc358 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:37:37.711031 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-51888f8a-6811-41bc-bebc-beba862f4eae None None] Provisioning for port 06a49032-da18-4a93-811c-bd5268488b9c completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:37:37.719768 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-51888f8a-6811-41bc-bebc-beba862f4eae None None] Provisioning complete for port 06a49032-da18-4a93-811c-bd5268488b9c triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:37:37.720171 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-51888f8a-6811-41bc-bebc-beba862f4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:37.953010 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-51888f8a-6811-41bc-bebc-beba862f4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:37.992999 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-51888f8a-6811-41bc-bebc-beba862f4eae None None] For port 06a49032-da18-4a93-811c-bd5268488b9c, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=06a49032-da18-4a93-811c-bd5268488b9c,segment=NetworkSegment(adc0b6c8-4c65-4e3b-9f81-27238c80f67c),segment_id=adc0b6c8-4c65-4e3b-9f81-27238c80f67c)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:37:38.001777 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-51888f8a-6811-41bc-bebc-beba862f4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:38.003791 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:38.079131 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51888f8a-6811-41bc-bebc-beba862f4eae None None] Pushing event updated for resources: {'Port': ['ID=06a49032-da18-4a93-811c-bd5268488b9c,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:38.082441 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-51888f8a-6811-41bc-bebc-beba862f4eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:38.227626 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-261dd643-3723-4b45-97df-85a38fbac6c2 None None] Provisioning complete for port 06a49032-da18-4a93-811c-bd5268488b9c triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:37:38.228026 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-261dd643-3723-4b45-97df-85a38fbac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:38.786540 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 06a49032-da18-4a93-811c-bd5268488b9c up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:37:38.818469 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 58814) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:38.853176 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 06a49032-da18-4a93-811c-bd5268488b9c triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:37:38.853549 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:39.175824 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a78f38116080400c8d676636e173ab91'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:37:39.181510 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:37:39.186137 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Usage tracker for resource:router and tenant:a78f38116080400c8d676636e173ab91 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:37:39.189839 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:37:39.196386 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:37:39.210667 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8270573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12850'] for router, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:39.212259 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8270408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8295268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12809'] for router, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:39.234397 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:39.364713 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8270548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8308021'] for router, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:39.386254 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:39.387743 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-222060eb-4697-4d18-bf92-e0abd183702b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5681245 Jun 04 00:37:41.722943 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 58822) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:42.110709 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [None req-1bccc82a-45e8-4396-91f5-6a3fcd5d1ea0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:37:42.111738 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-1bccc82a-45e8-4396-91f5-6a3fcd5d1ea0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3874061 Jun 04 00:37:42.402509 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-480ba511-5880-4eb5-89a0-125027143b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:44.472801 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 58830) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:44.855409 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:37:44.860929 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:37:44.865041 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Usage tracker for resource:network and tenant:ce121d3dca864696882715f9a28781af is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:37:44.868298 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:37:44.875280 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:37:44.889388 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Made reservation on behalf of ce121d3dca864696882715f9a28781af for: {'network': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:37:44.891807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:44.910050 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:44.917237 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:44.925056 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:37:44.928954 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Usage tracker for resource:security_group_rule and tenant:ce121d3dca864696882715f9a28781af is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:37:44.932168 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:37:44.937995 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:37:45.046498 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:45.052896 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:45.056014 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:45.070886 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Reserving flat network on physical network physnet1 {{(pid=103533) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 04 00:37:45.091278 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e726032-dc97-4b02-bda2-03d5af1543b1,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:45.096652 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767718675128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:45.097218 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Unsubscribe: segment precommit_create {{(pid=103533) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 00:37:45.097644 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.segments_db [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Added segment 8af26682-46b3-407b-ac8d-0de093949aa9 of type flat for network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 Jun 04 00:37:45.104621 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:45.143277 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:45.155809 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c3cdabf1-36e3-4c1d-b696-04ed48e674c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:45.184979 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:45.186242 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:37:45.186793 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:45.191167 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:45.282477 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8087037 Jun 04 00:37:45.285394 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:45.288800 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:45.300784 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:37:45.890907 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:47.523255 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:47.636161 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 58848) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:47.856514 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b79a8-2c3b-40cc-bf02-6e9d944e0fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:37:47.857794 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-587b79a8-2c3b-40cc-bf02-6e9d944e0fb1 admin admin] 10.222.0.44 "GET /v2.0/subnets/0419b2b4-75f1-4610-a23a-81c188ec114d HTTP/1.1" status: 200 len: 849 time: 0.2206843 Jun 04 00:37:48.008324 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-027f49d9-4673-4068-9063-bd6c92b2d009 admin admin] 10.222.0.44 "GET /v2.0/routers/d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe HTTP/1.1" status: 200 len: 704 time: 0.1419976 Jun 04 00:37:48.477522 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:48.747070 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Allocated IP 172.20.0.1 (ca4066b1-ef6b-4687-a73c-73c81f4cc358/0419b2b4-75f1-4610-a23a-81c188ec114d/e794407c-cc1b-4ac1-b238-c9ddf0b4766c) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:37:48.903207 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:48.920063 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Transition to ACTIVE for port object e794407c-cc1b-4ac1-b238-c9ddf0b4766c will not be triggered until provisioned by entity DHCP. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:37:48.984462 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:48.988078 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:49.049931 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Network ca4066b1-ef6b-4687-a73c-73c81f4cc358 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:37:49.052589 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:37:49.057182 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:37:49.058435 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8308219'] for router_interface, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:49.172815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e794407c-cc1b-4ac1-b238-c9ddf0b4766c,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:49.183890 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:49.251785 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-2bc72517-d106-478a-aedf-5b18e8e3e714 None None] Provisioning for port e794407c-cc1b-4ac1-b238-c9ddf0b4766c completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:37:49.256626 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-2bc72517-d106-478a-aedf-5b18e8e3e714 None None] Provisioning complete for port e794407c-cc1b-4ac1-b238-c9ddf0b4766c triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:37:49.256985 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-2bc72517-d106-478a-aedf-5b18e8e3e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:49.309415 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-2bc72517-d106-478a-aedf-5b18e8e3e714 None None] Port e794407c-cc1b-4ac1-b238-c9ddf0b4766c cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:37:49.322102 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:49.549436 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:49.557321 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:49.558949 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7971183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8269719'] for router_interface, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:49.565220 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:49.698711 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e794407c-cc1b-4ac1-b238-c9ddf0b4766c,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:49.702516 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:49.753710 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Network ca4066b1-ef6b-4687-a73c-73c81f4cc358 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:37:49.754774 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:37:49.932288 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-2e962c4b-ed4d-44af-9875-3a6c9f937b5b None None] Provisioning complete for port e794407c-cc1b-4ac1-b238-c9ddf0b4766c triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:37:49.932674 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-2e962c4b-ed4d-44af-9875-3a6c9f937b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:49.942187 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Router d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe is scheduled to L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de with binding_index 1 {{(pid=103533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 00:37:49.987001 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-2e962c4b-ed4d-44af-9875-3a6c9f937b5b None None] Port e794407c-cc1b-4ac1-b238-c9ddf0b4766c cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:37:50.133106 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:37:50.142226 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] 10.222.0.44 "PUT /v2.0/routers/d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1273935 Jun 04 00:37:50.143354 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Sync routers for ids ['d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:37:50.156316 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Routers {'d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:37:50.157185 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:37:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:50.332303 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Set router d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe gateway port host: None {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:37:50.690343 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'name': 'router1', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:37:39Z', 'updated_at': '2021-06-04T00:37:49Z', 'revision_number': 2, 'project_id': 'a78f38116080400c8d676636e173ab91', 'gw_port_host': None, '_interfaces': [{'id': 'e794407c-cc1b-4ac1-b238-c9ddf0b4766c', 'name': '', 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'mac_address': 'fa:16:3e:e7:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:37:48Z', 'updated_at': '2021-06-04T00:37:49Z', 'revision_number': 2, 'project_id': 'a78f38116080400c8d676636e173ab91', 'subnets': [{'id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a3c6ef-b056-485a-a6bd-9b4349fb0bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:50.695157 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Checking router: d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:37:50.695545 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Updating router d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe port e794407c-cc1b-4ac1-b238-c9ddf0b4766c binding host dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:37:50.747107 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:51.116400 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Notify callbacks [] for port, precommit_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:51.130971 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.provisioning_blocks [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Transition to ACTIVE for port object e794407c-cc1b-4ac1-b238-c9ddf0b4766c will not be triggered until provisioned by entity L2. {{(pid=103536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:37:51.137724 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:51.142822 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:51.334347 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Pushing event updated for resources: {'Port': ['ID=e794407c-cc1b-4ac1-b238-c9ddf0b4766c,revision_number=3']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:51.353679 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.354017 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.354343 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.354662 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.355014 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.355330 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.355897 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.356231 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.356551 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.356860 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.357169 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.357475 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Tracked resource versions report: Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: pushed versions: Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: { 'AddressGroup': {'1.2'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'ConntrackHelper': {'1.0'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Log': {'1.0'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Network': {'1.1'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Port': {'1.7'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'PortForwarding': {'1.2'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'QosPolicy': {'1.8'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'SecurityGroup': {'1.4'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'SecurityGroupRule': {'1.2'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'SubPort': {'1.0'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Subnet': {'1.1'}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Trunk': {'1.1'}} Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: consumer versions: Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: { DHCP agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: L3 agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: Metadata agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: Metering agent@dv-cinder-489949-11-smb: {}, Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: Open vSwitch agent@dv-cinder-489949-11-smb: { 'AddressGroup': '1.2', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'ConntrackHelper': '1.0', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Log': '1.0', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Network': '1.1', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Port': '1.7', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'PortForwarding': '1.2', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'QosPolicy': '1.8', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'SecurityGroup': '1.4', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'SecurityGroupRule': '1.2', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'SubPort': '1.0', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Subnet': '1.1', Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: 'Trunk': '1.1'}} Jun 04 00:37:51.358537 dv-cinder-489949-11-smb neutron-server[103536]: {{(pid=103536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 00:37:51.367437 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:51.369523 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Attempting to bind port e794407c-cc1b-4ac1-b238-c9ddf0b4766c on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:37:51.369912 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Attempting to bind port e794407c-cc1b-4ac1-b238-c9ddf0b4766c by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': 'adc0b6c8-4c65-4e3b-9f81-27238c80f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358'}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:37:51.370426 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Attempting to bind port e794407c-cc1b-4ac1-b238-c9ddf0b4766c on network ca4066b1-ef6b-4687-a73c-73c81f4cc358 {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:37:51.380742 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:37:51.381151 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Checking segment: {'id': 'adc0b6c8-4c65-4e3b-9f81-27238c80f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:37:51.381623 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:51.381990 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Bound using segment: {'id': 'adc0b6c8-4c65-4e3b-9f81-27238c80f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358'} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:37:51.382467 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Bound port: e794407c-cc1b-4ac1-b238-c9ddf0b4766c, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc0b6c8-4c65-4e3b-9f81-27238c80f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358'}}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:37:51.382831 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:51.424506 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 5 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:37:51.496334 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] For port e794407c-cc1b-4ac1-b238-c9ddf0b4766c, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:37:51.501061 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] For port e794407c-cc1b-4ac1-b238-c9ddf0b4766c, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=e794407c-cc1b-4ac1-b238-c9ddf0b4766c,segment=NetworkSegment(adc0b6c8-4c65-4e3b-9f81-27238c80f67c),segment_id=adc0b6c8-4c65-4e3b-9f81-27238c80f67c)] {{(pid=103536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:37:51.505447 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:51.510185 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:51.590167 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Routers {'d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:37:51.590766 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:37:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:51.645191 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Pushing event updated for resources: {'Port': ['ID=e794407c-cc1b-4ac1-b238-c9ddf0b4766c,revision_number=4']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:51.658340 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:51.747737 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] Set router d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe gateway port host: None {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:37:52.065292 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'name': 'router1', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:37:39Z', 'updated_at': '2021-06-04T00:37:49Z', 'revision_number': 2, 'project_id': 'a78f38116080400c8d676636e173ab91', 'gw_port_host': None, '_interfaces': [{'id': 'e794407c-cc1b-4ac1-b238-c9ddf0b4766c', 'name': '', 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'mac_address': 'fa:16:3e:e7:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:37:48Z', 'updated_at': '2021-06-04T00:37:51Z', 'revision_number': 4, 'project_id': 'a78f38116080400c8d676636e173ab91', 'subnets': [{'id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a3c6ef-b056-485a-a6bd-9b4349fb0bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:52.069460 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d3c7f-e165-4ca9-aac7-800c08be3c7a None None] The sync data for ids ['d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'] in dv-cinder-489949-11-smb is: [{'id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'name': 'router1', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:37:39Z', 'updated_at': '2021-06-04T00:37:49Z', 'revision_number': 2, 'project_id': 'a78f38116080400c8d676636e173ab91', 'gw_port_host': None, '_interfaces': [{'id': 'e794407c-cc1b-4ac1-b238-c9ddf0b4766c', 'name': '', 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'mac_address': 'fa:16:3e:e7:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:37:48Z', 'updated_at': '2021-06-04T00:37:51Z', 'revision_number': 4, 'project_id': 'a78f38116080400c8d676636e173ab91', 'subnets': [{'id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a3c6ef-b056-485a-a6bd-9b4349fb0bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:37:52.304553 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 58868) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:52.461507 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e45bb3b-beee-452d-af48-2c0667b56c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:37:52.462924 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-7e45bb3b-beee-452d-af48-2c0667b56c44 admin admin] 10.222.0.44 "GET /v2.0/networks/eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 HTTP/1.1" status: 200 len: 842 time: 0.1573756 Jun 04 00:37:52.473208 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Request body: {'subnet': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.1.1'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:37:52.478433 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:37:52.482567 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Usage tracker for resource:subnet and tenant:ce121d3dca864696882715f9a28781af is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:37:52.485787 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:37:52.491663 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:37:52.504082 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Made reservation on behalf of ce121d3dca864696882715f9a28781af for: {'subnet': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:37:52.506384 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:52.966762 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.objects.ports [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103534) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 04 00:37:52.967229 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:52.971265 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:53.040140 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:53.045220 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:53.051240 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Checking segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:37:53.051614 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Network hostable DHCP agents. Network: eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:37:53.073571 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:37:53.084312 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2) {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:37:53.089345 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:37:53.089924 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:53.094961 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a37c9-e4e1-4da1-890c-1d3b2678a645 None None] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:37:53.131552 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6461377 Jun 04 00:37:53.295408 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35173c17-65a0-4200-9a23-a2beca59ae95 None None] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:37:54.826851 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device e794407c-cc1b-4ac1-b238-c9ddf0b4766c up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:37:54.901046 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port e794407c-cc1b-4ac1-b238-c9ddf0b4766c completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:37:54.906613 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port e794407c-cc1b-4ac1-b238-c9ddf0b4766c triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:37:54.907073 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:55.034486 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:55.066923 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port e794407c-cc1b-4ac1-b238-c9ddf0b4766c, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=e794407c-cc1b-4ac1-b238-c9ddf0b4766c,segment=NetworkSegment(adc0b6c8-4c65-4e3b-9f81-27238c80f67c),segment_id=adc0b6c8-4c65-4e3b-9f81-27238c80f67c)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:37:55.071921 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:55.074189 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:55.139553 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=e794407c-cc1b-4ac1-b238-c9ddf0b4766c,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:55.142794 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:55.357185 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 58880) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:37:55.601800 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-55aef2a6-3d3f-4611-b4f6-725a84e78173 admin admin] 10.222.0.44 "GET /v2.0/routers/d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe HTTP/1.1" status: 200 len: 710 time: 0.2431560 Jun 04 00:37:55.731979 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7779e8-8409-4947-b39f-05cfebba24d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:37:55.733368 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-7d7779e8-8409-4947-b39f-05cfebba24d5 admin admin] 10.222.0.44 "GET /v2.0/networks/eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 HTTP/1.1" status: 200 len: 886 time: 0.1261282 Jun 04 00:37:55.742185 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:37:56.185403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8270559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12823'] for router, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:56.546983 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:56.603793 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:56.749191 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Allocated IP 172.28.1.248 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/6db813a7-44dc-4ea0-9583-38264513bd0f) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:37:56.796294 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device e794407c-cc1b-4ac1-b238-c9ddf0b4766c up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:37:56.889603 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port e794407c-cc1b-4ac1-b238-c9ddf0b4766c triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:37:56.889982 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:56.900638 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:56.956435 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:56.960429 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:57.021349 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:37:57.024027 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:37:57.026544 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:37:57.093444 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Pushing event updated for resources: {'Port': ['ID=6db813a7-44dc-4ea0-9583-38264513bd0f,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:57.143155 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:57.416351 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:57.784411 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8270559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12823'] for router, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:57.787915 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8308021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8268511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8268486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8270534'] for router, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:57.972193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Router d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:37:58.146079 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:37:58.155939 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Sync routers for ids ['d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:37:58.156914 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Notify callbacks [] for router, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:58.158130 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] 10.222.0.44 "PUT /v2.0/routers/d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe HTTP/1.1" status: 200 len: 890 time: 2.4191713 Jun 04 00:37:58.166614 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Routers {'d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:37:58.167292 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:37:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:58.357163 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Set router d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:37:58.688368 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'name': 'router1', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '6db813a7-44dc-4ea0-9583-38264513bd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:37:39Z', 'updated_at': '2021-06-04T00:37:57Z', 'revision_number': 4, 'project_id': 'a78f38116080400c8d676636e173ab91', 'gw_port': {'id': '6db813a7-44dc-4ea0-9583-38264513bd0f', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:37:56Z', 'updated_at': '2021-06-04T00:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e794407c-cc1b-4ac1-b238-c9ddf0b4766c', 'name': '', 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'mac_address': 'fa:16:3e:e7:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:37:48Z', 'updated_at': '2021-06-04T00:37:55Z', 'revision_number': 5, 'project_id': 'a78f38116080400c8d676636e173ab91', 'subnets': [{'id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a3c6ef-b056-485a-a6bd-9b4349fb0bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:58.693258 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Checking router: d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:37:58.693608 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Updating router d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe port 6db813a7-44dc-4ea0-9583-38264513bd0f binding host dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:37:58.748978 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:59.077342 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Notify callbacks [] for port, precommit_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:59.089452 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Transition to ACTIVE for port object 6db813a7-44dc-4ea0-9583-38264513bd0f will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:37:59.096550 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:59.100532 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:59.172796 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Attempting to bind port 6db813a7-44dc-4ea0-9583-38264513bd0f on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:37:59.173406 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Attempting to bind port 6db813a7-44dc-4ea0-9583-38264513bd0f by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:37:59.173522 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Attempting to bind port 6db813a7-44dc-4ea0-9583-38264513bd0f on network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:37:59.179202 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423c8fb-b208-45c0-8529-dc88a369d712 None None] Pushing event updated for resources: {'Port': ['ID=6db813a7-44dc-4ea0-9583-38264513bd0f,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:59.183032 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-6423c8fb-b208-45c0-8529-dc88a369d712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:59.183961 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:37:59.184333 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Checking segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:37:59.184726 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:59.185113 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Bound using segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:37:59.185592 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Bound port: 6db813a7-44dc-4ea0-9583-38264513bd0f, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:37:59.185961 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:59.259260 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] For port 6db813a7-44dc-4ea0-9583-38264513bd0f, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:37:59.262358 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] For port 6db813a7-44dc-4ea0-9583-38264513bd0f, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=6db813a7-44dc-4ea0-9583-38264513bd0f,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:37:59.267663 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:37:59.272399 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-51888f8a-6811-41bc-bebc-beba862f4eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:37:59.344032 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Routers {'d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:37:59.344552 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:37:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:59.399686 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423c8fb-b208-45c0-8529-dc88a369d712 None None] Pushing event updated for resources: {'Port': ['ID=6db813a7-44dc-4ea0-9583-38264513bd0f,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:37:59.409557 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-6423c8fb-b208-45c0-8529-dc88a369d712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:37:59.550233 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] Set router d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:37:59.870045 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'name': 'router1', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '6db813a7-44dc-4ea0-9583-38264513bd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:37:39Z', 'updated_at': '2021-06-04T00:37:57Z', 'revision_number': 4, 'project_id': 'a78f38116080400c8d676636e173ab91', 'gw_port': {'id': '6db813a7-44dc-4ea0-9583-38264513bd0f', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:37:56Z', 'updated_at': '2021-06-04T00:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e794407c-cc1b-4ac1-b238-c9ddf0b4766c', 'name': '', 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'mac_address': 'fa:16:3e:e7:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:37:48Z', 'updated_at': '2021-06-04T00:37:55Z', 'revision_number': 5, 'project_id': 'a78f38116080400c8d676636e173ab91', 'subnets': [{'id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a3c6ef-b056-485a-a6bd-9b4349fb0bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:37:59.874607 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48099128-c6ae-40b6-87e6-2d6a4487e06a None None] The sync data for ids ['d04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe'] in dv-cinder-489949-11-smb is: [{'id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'name': 'router1', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '6db813a7-44dc-4ea0-9583-38264513bd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:37:39Z', 'updated_at': '2021-06-04T00:37:57Z', 'revision_number': 4, 'project_id': 'a78f38116080400c8d676636e173ab91', 'gw_port': {'id': '6db813a7-44dc-4ea0-9583-38264513bd0f', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:37:56Z', 'updated_at': '2021-06-04T00:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e794407c-cc1b-4ac1-b238-c9ddf0b4766c', 'name': '', 'network_id': 'ca4066b1-ef6b-4687-a73c-73c81f4cc358', 'tenant_id': 'a78f38116080400c8d676636e173ab91', 'mac_address': 'fa:16:3e:e7:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04086ee-1e8b-4d9e-a3e8-7f30b9eb36fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:37:48Z', 'updated_at': '2021-06-04T00:37:55Z', 'revision_number': 5, 'project_id': 'a78f38116080400c8d676636e173ab91', 'subnets': [{'id': '0419b2b4-75f1-4610-a23a-81c188ec114d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a3c6ef-b056-485a-a6bd-9b4349fb0bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:38:00.515666 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 58888) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:38:00.634937 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-f32a9018-b7ba-4e6a-80b6-dc034187ef2b admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180618 Jun 04 00:38:00.816067 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 6db813a7-44dc-4ea0-9583-38264513bd0f up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:38:00.885259 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 6db813a7-44dc-4ea0-9583-38264513bd0f completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:38:00.889971 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 6db813a7-44dc-4ea0-9583-38264513bd0f triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:38:00.890329 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:01.009383 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:01.025993 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 6db813a7-44dc-4ea0-9583-38264513bd0f, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=6db813a7-44dc-4ea0-9583-38264513bd0f,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:38:01.030499 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:01.032774 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:38:01.097288 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=6db813a7-44dc-4ea0-9583-38264513bd0f,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:38:01.100479 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:38:02.815634 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 6db813a7-44dc-4ea0-9583-38264513bd0f up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:38:02.889848 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 6db813a7-44dc-4ea0-9583-38264513bd0f triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:38:02.890231 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:12.408890 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0cb28add-22f0-4e1b-8190-6b605f37168e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:14.923803 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:15.163040 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fb164e44-0a6d-450b-a5c7-94d4dbcbf936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:15.894718 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:17.542224 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:28.430954 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 5 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:38:42.406095 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-61c771f5-6551-4a70-a673-7f3cff488a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:44.924010 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:45.157105 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-3bf60214-613e-45d1-babf-034ee0f2ed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:45.893929 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:38:47.543668 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:05.421911 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 5 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:39:12.410043 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-167a7618-9c85-4bfe-8202-9225e83515c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:14.919342 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:15.161011 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-70ac23fe-b5c9-47c0-b1f5-4bf9a8815258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:15.898437 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:17.541070 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:34.371135 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59456) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:34.453013 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb61f27-e71b-40cc-be3d-872e667ab476 admin admin] GET failed (client error): The resource could not be found. Jun 04 00:39:34.454241 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4cb61f27-e71b-40cc-be3d-872e667ab476 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0817342 Jun 04 00:39:34.584064 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edeed35-0c0a-42c7-ace3-bc0e4a73a7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:34.585391 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-1edeed35-0c0a-42c7-ace3-bc0e4a73a7b3 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1271768 Jun 04 00:39:36.707187 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59466) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:36.822066 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866994df-a88f-41ba-9f46-331b80bf9a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:36.823388 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-866994df-a88f-41ba-9f46-331b80bf9a75 admin admin] 10.222.0.44 "GET /v2.0/subnets/0419b2b4-75f1-4610-a23a-81c188ec114d HTTP/1.1" status: 200 len: 849 time: 0.1150563 Jun 04 00:39:36.835557 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:39:36.953850 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Notify callbacks [] for subnet, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:37.148973 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767718763780'] for subnet, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:37.154988 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:39:37.197154 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:37.197749 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:37.199350 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] 10.222.0.44 "PUT /v2.0/subnets/0419b2b4-75f1-4610-a23a-81c188ec114d HTTP/1.1" status: 200 len: 868 time: 0.3673186 Jun 04 00:39:37.218835 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa0e258-2477-4595-b52f-c018ecd54e82 None None] Network ca4066b1-ef6b-4687-a73c-73c81f4cc358 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:39:37.227840 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0419b2b4-75f1-4610-a23a-81c188ec114d,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:39:37.236601 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.236887 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.237216 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.237574 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.237864 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.238219 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.238541 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.238857 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.239155 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.239476 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.239822 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.240134 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:39:37.243957 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:39:37.632847 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-ba1da1b1-6441-48c9-813d-8969619c7783 None None] Provisioning complete for port 06a49032-da18-4a93-811c-bd5268488b9c triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:39:37.633250 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ba1da1b1-6441-48c9-813d-8969619c7783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:37.757126 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-ba1da1b1-6441-48c9-813d-8969619c7783 None None] Provisioning complete for port e794407c-cc1b-4ac1-b238-c9ddf0b4766c triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:39:37.757337 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ba1da1b1-6441-48c9-813d-8969619c7783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:39.330289 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59476) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:39.520011 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74abc808-764a-4754-8d39-20be5c819975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:39.520454 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74abc808-764a-4754-8d39-20be5c819975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:39.521195 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-74abc808-764a-4754-8d39-20be5c819975 admin admin] Synchronizing usage tracker for tenant:ce121d3dca864696882715f9a28781af on resource:network {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:39:39.543064 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-74abc808-764a-4754-8d39-20be5c819975 admin admin] Unset dirty status for tenant:ce121d3dca864696882715f9a28781af on resource:network {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:39:39.544279 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-74abc808-764a-4754-8d39-20be5c819975 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2128098 Jun 04 00:39:41.666568 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59484) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:41.845322 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1cfb9-6a1e-4105-95d4-da575ce01aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:41.845804 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1cfb9-6a1e-4105-95d4-da575ce01aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:41.847345 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-06b1cfb9-6a1e-4105-95d4-da575ce01aa7 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1799111 Jun 04 00:39:42.419802 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a415e53d-6c63-44f8-a901-46c7200e9fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:42.421246 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 5 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:39:43.963990 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59492) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:44.151589 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52fb7cb-209f-4efd-bcc4-9681ff898b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:44.152869 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-f52fb7cb-209f-4efd-bcc4-9681ff898b7d admin admin] 10.222.0.44 "GET /v2.0/networks/ca4066b1-ef6b-4687-a73c-73c81f4cc358 HTTP/1.1" status: 200 len: 869 time: 0.1879227 Jun 04 00:39:44.930724 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:45.165425 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bd19e456-8306-42e3-8a87-bf4cb3fe4bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:45.901454 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:46.267167 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59500) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:46.448453 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1737191f-bc2f-4b70-b626-3959e3976b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:46.449742 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-1737191f-bc2f-4b70-b626-3959e3976b87 admin admin] 10.222.0.44 "GET /v2.0/networks/eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 HTTP/1.1" status: 200 len: 886 time: 0.1815913 Jun 04 00:39:47.544853 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:39:48.584304 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59508) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:48.700810 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e319010-5b31-43f5-96d7-aed7ae3e0f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:48.701177 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e319010-5b31-43f5-96d7-aed7ae3e0f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:48.701900 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-7e319010-5b31-43f5-96d7-aed7ae3e0f61 admin admin] Synchronizing usage tracker for tenant:ce121d3dca864696882715f9a28781af on resource:subnet {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:39:48.721932 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-7e319010-5b31-43f5-96d7-aed7ae3e0f61 admin admin] Unset dirty status for tenant:ce121d3dca864696882715f9a28781af on resource:subnet {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:39:48.723141 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-7e319010-5b31-43f5-96d7-aed7ae3e0f61 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378207 Jun 04 00:39:50.817013 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59516) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:50.924320 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df8521-8aaa-40ce-b0d0-88fb6cb24add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:50.924775 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df8521-8aaa-40ce-b0d0-88fb6cb24add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:50.926263 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-12df8521-8aaa-40ce-b0d0-88fb6cb24add admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1082933 Jun 04 00:39:53.016107 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59524) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:53.129392 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2097dd-d3a0-461a-8265-51002e7a115a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:53.130718 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-8d2097dd-d3a0-461a-8265-51002e7a115a admin admin] 10.222.0.44 "GET /v2.0/subnets/0419b2b4-75f1-4610-a23a-81c188ec114d HTTP/1.1" status: 200 len: 868 time: 0.1136429 Jun 04 00:39:55.243805 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59532) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:39:55.356149 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e8e03-1a2e-4c58-aa14-51c023a7ef1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:39:55.358632 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-df3e8e03-1a2e-4c58-aa14-51c023a7ef1a admin admin] 10.222.0.44 "GET /v2.0/subnets/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f HTTP/1.1" status: 200 len: 816 time: 0.1138253 Jun 04 00:40:12.419316 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e88b2ad1-0d07-4cc1-bd68-7e04f6026f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:14.926008 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:15.167913 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-aca6ba74-5538-498a-9d47-a2a1525f6090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:15.904299 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:17.547212 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:18.382093 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59576) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:40:18.444439 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [None req-2354cea1-ac8f-4557-87dc-7151c4d5f3c3 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:40:18.445425 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-2354cea1-ac8f-4557-87dc-7151c4d5f3c3 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0623198 Jun 04 00:40:19.422102 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 5 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:40:20.615020 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59584) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:40:20.691303 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.pecan_wsgi.hooks.translation [None req-696316c6-40d7-418c-a992-7eba15371fda admin admin] GET failed (client error): The resource could not be found. Jun 04 00:40:20.692579 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-696316c6-40d7-418c-a992-7eba15371fda admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0762708 Jun 04 00:40:20.816274 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb0fc1-5bb7-47be-a600-29c4fc1fd46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:40:20.817673 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-0beb0fc1-5bb7-47be-a600-29c4fc1fd46f admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210933 Jun 04 00:40:22.977774 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59592) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:40:23.031224 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:40:23.037278 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:40:23.047701 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:40:23.060051 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Made reservation on behalf of ce121d3dca864696882715f9a28781af for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:40:23.062307 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:23.149113 dv-cinder-489949-11-smb neutron-server[103534]: WARNING neutron.services.revisions.revision_plugin [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Could not find related network for resource to bump revision. Jun 04 00:40:23.165036 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:40:23.179097 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:23.179681 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Added segment 3db00df5-3cc1-48c2-a390-b9bbcecfb3b9 of type vlan for network 653b5a02-47c2-4687-bf5d-f97509d4b24c Jun 04 00:40:23.206164 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:23.237435 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:23.238738 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:40:23.239300 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:23.243731 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:40:23.373020 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3936849 Jun 04 00:40:23.376076 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Pushing event updated for resources: {'Network': ['ID=653b5a02-47c2-4687-bf5d-f97509d4b24c,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:40:23.383183 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.383541 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.383892 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.384200 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.384524 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.384835 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.385152 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.385482 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.385831 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.386150 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.386461 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.386760 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:23.390665 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:40:23.398855 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 653b5a02-47c2-4687-bf5d-f97509d4b24c details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:40:25.495927 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59600) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:40:25.573872 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8c3004-8b4c-49dd-be1a-eae7f8399b17 admin admin] GET failed (client error): The resource could not be found. Jun 04 00:40:25.574388 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4a8c3004-8b4c-49dd-be1a-eae7f8399b17 admin admin] Synchronizing usage tracker for tenant:ce121d3dca864696882715f9a28781af on resource:network {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:40:25.592574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4a8c3004-8b4c-49dd-be1a-eae7f8399b17 admin admin] Unset dirty status for tenant:ce121d3dca864696882715f9a28781af on resource:network {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:40:25.593705 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4a8c3004-8b4c-49dd-be1a-eae7f8399b17 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0964453 Jun 04 00:40:25.698685 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7196858-8f26-44aa-a7a9-af0d6bb70704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:40:25.700078 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-d7196858-8f26-44aa-a7a9-af0d6bb70704 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020560 Jun 04 00:40:25.713081 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:40:25.717533 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:40:25.727104 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:40:25.737809 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Made reservation on behalf of ce121d3dca864696882715f9a28781af for: {'subnet': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:40:25.740193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:26.126297 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:26.129756 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:40:26.193497 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa468143-7ac0-4d84-ba73-a6bec4145eae,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:40:26.199600 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:40:26.204552 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Checking segment: {'id': '3db00df5-3cc1-48c2-a390-b9bbcecfb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:40:26.204896 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Network hostable DHCP agents. Network: 653b5a02-47c2-4687-bf5d-f97509d4b24c, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:40:26.223718 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Network 653b5a02-47c2-4687-bf5d-f97509d4b24c is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:40:26.234807 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 653b5a02-47c2-4687-bf5d-f97509d4b24c) {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:40:26.239019 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:40:26.239624 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:26.243627 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1949611c-bbf8-4ac3-8f83-c29d7c575fb0 None None] Network 653b5a02-47c2-4687-bf5d-f97509d4b24c requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:40:26.267262 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5575035 Jun 04 00:40:26.463249 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c243b54-1e66-57f4-aab3-eb75180f8d13-653b5a02-47c2-4687-bf5d-f97509d4b24c', 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c', 'tenant_id': 'ce121d3dca864696882715f9a28781af', 'fixed_ips': [{'subnet_id': 'fa468143-7ac0-4d84-ba73-a6bec4145eae'}]}} from dv-cinder-489949-11-smb. {{(pid=103535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 00:40:26.464805 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:26.617119 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.db_base_plugin_common [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Allocated IP 192.168.233.2 (653b5a02-47c2-4687-bf5d-f97509d4b24c/fa468143-7ac0-4d84-ba73-a6bec4145eae/9e1b138a-b707-419a-ba08-688feab06021) {{(pid=103535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:40:26.822544 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:26.833858 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Transition to ACTIVE for port object 9e1b138a-b707-419a-ba08-688feab06021 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:40:26.851833 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Transition to ACTIVE for port object 9e1b138a-b707-419a-ba08-688feab06021 will not be triggered until provisioned by entity DHCP. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:40:26.857920 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:26.862327 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:40:26.924517 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Network 653b5a02-47c2-4687-bf5d-f97509d4b24c is already hosted by enough agents. {{(pid=103535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:40:26.927188 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.base_scheduler [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Resources bound (agent type, host, resource id): {{(pid=103535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:40:26.931642 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Received port after_create {{(pid=103535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:40:26.933736 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Pushing event updated for resources: {'Port': ['ID=9e1b138a-b707-419a-ba08-688feab06021,revision_number=1']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:40:26.942858 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.943214 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.943566 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.943899 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.944222 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.944547 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.944865 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.945181 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.945512 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.945828 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.946142 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.946475 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:40:26.973094 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:40:27.034439 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Attempting to bind port 9e1b138a-b707-419a-ba08-688feab06021 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:40:27.034873 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Attempting to bind port 9e1b138a-b707-419a-ba08-688feab06021 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '3db00df5-3cc1-48c2-a390-b9bbcecfb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:40:27.035232 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Attempting to bind port 9e1b138a-b707-419a-ba08-688feab06021 on network 653b5a02-47c2-4687-bf5d-f97509d4b24c {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:40:27.040754 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:40:27.041128 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Checking segment: {'id': '3db00df5-3cc1-48c2-a390-b9bbcecfb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:40:27.041563 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:27.041942 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Bound using segment: {'id': '3db00df5-3cc1-48c2-a390-b9bbcecfb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:40:27.042527 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Bound port: 9e1b138a-b707-419a-ba08-688feab06021, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db00df5-3cc1-48c2-a390-b9bbcecfb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:40:27.042879 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:27.129571 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] For port 9e1b138a-b707-419a-ba08-688feab06021, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:40:27.132628 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] For port 9e1b138a-b707-419a-ba08-688feab06021, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=9e1b138a-b707-419a-ba08-688feab06021,segment=NetworkSegment(3db00df5-3cc1-48c2-a390-b9bbcecfb3b9),segment_id=3db00df5-3cc1-48c2-a390-b9bbcecfb3b9)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:40:27.137466 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:27.141292 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-c4b06f04-7784-464a-8b07-e6c05ef08e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:40:27.216940 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Pushing event updated for resources: {'Port': ['ID=9e1b138a-b707-419a-ba08-688feab06021,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:40:27.220020 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:40:28.007908 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c3db8-7498-4503-8528-9493fdbc6ae1 None None] Network 653b5a02-47c2-4687-bf5d-f97509d4b24c requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:40:28.122190 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-7912d6b2-d245-41df-9fb2-6da5bae9c546 None None] Provisioning for port 9e1b138a-b707-419a-ba08-688feab06021 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:40:28.926265 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 9e1b138a-b707-419a-ba08-688feab06021 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:40:28.996342 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 9e1b138a-b707-419a-ba08-688feab06021 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:40:29.001599 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 9e1b138a-b707-419a-ba08-688feab06021 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:40:29.001973 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:29.140698 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:29.172228 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 9e1b138a-b707-419a-ba08-688feab06021, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=9e1b138a-b707-419a-ba08-688feab06021,segment=NetworkSegment(3db00df5-3cc1-48c2-a390-b9bbcecfb3b9),segment_id=3db00df5-3cc1-48c2-a390-b9bbcecfb3b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:40:29.176149 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:29.178370 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:40:29.241998 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=9e1b138a-b707-419a-ba08-688feab06021,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:40:29.245218 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:40:30.907644 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 9e1b138a-b707-419a-ba08-688feab06021 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:40:30.978382 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 9e1b138a-b707-419a-ba08-688feab06021 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:40:30.978752 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:42.425263 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-9127db0f-69ef-4635-b730-16861be8c286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:44.938926 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:45.173838 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-001d9a79-600c-488b-baef-28d2c61b3a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:45.909752 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:47.549734 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:40:56.421544 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 5 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:41:12.425369 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-9f26bb91-8639-46cd-88e0-2cfada9b2349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:14.938333 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:15.177573 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-11af289b-e33c-40cd-a03b-677911ecaed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:15.912749 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:17.553002 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:33.421668 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 5 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:41:39.453062 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59652) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:41:39.459239 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [None req-1bafe338-08aa-4052-b878-cb8489898f62 tempest-verify_tempest_config-1246064221 tempest-verify_tempest_config-1246064221-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:41:39.460215 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-1bafe338-08aa-4052-b878-cb8489898f62 tempest-verify_tempest_config-1246064221 tempest-verify_tempest_config-1246064221-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061893 Jun 04 00:41:39.783388 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59670) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:41:39.905164 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:39.919960 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:41:39.924138 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Usage tracker for resource:security_group_rule and tenant:04bf4c1812da47858e7822d1b952340d is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:41:39.927145 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:41:39.933566 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:41:40.025204 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:40.030949 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:40.038190 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:41:40.077268 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04bf4c1812da47858e7822d1b952340d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2927721 Jun 04 00:41:40.078174 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af38ceb-059e-4456-b494-d190e588bdef,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:41:40.080139 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59676) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:41:40.085221 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.085586 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.085928 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.086259 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.086582 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.086926 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.087250 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.087584 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.087927 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.088246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.088562 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.088878 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.093247 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:41:40.143766 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:40.169217 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:40.281458 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:40.287835 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:41:40.303163 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af38ceb-059e-4456-b494-d190e588bdef,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:41:40.311378 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:40.312508 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5af38ceb-059e-4456-b494-d190e588bdef HTTP/1.1" status: 204 len: 168 time: 0.2314200 Jun 04 00:41:40.313670 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.314028 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.314360 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.314691 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.315006 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.317044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.317044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.317044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.317044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.317044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.317044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.317643 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:41:40.320347 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:41:42.424479 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-36be98ca-c564-4e1e-ac72-30ac324bf3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:44.934694 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:45.183399 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-75543467-8f84-4854-9f92-0bf324013f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:45.912813 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:41:47.556065 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:10.426737 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 5 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:42:12.424403 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-86bedc59-7da4-419f-8c61-439778ac746c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:14.936703 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:15.175738 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f008-09f8-4ee2-9beb-cc36ae5b3e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:15.923571 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:17.570457 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:42.427701 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-abf31e14-af88-41c3-a9a2-b5ebf9f59574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:44.942066 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:45.169933 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1f1214da-962a-4e7c-bab0-29befa436e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:45.925134 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:42:47.431733 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 5 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:42:47.568321 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:12.432789 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e930986a-b9d9-473c-9dc7-7016754ed1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:14.936501 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:15.175602 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-01a11d16-5477-484f-acf5-b5bc385236ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:15.934077 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:17.568367 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:23.984209 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119'] for agent, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:24.436295 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:43:38.017890 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59750) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:43:38.140217 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4069a531-2f69-498a-8000-8eae1d966a93 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1206822 Jun 04 00:43:40.262371 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59760) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:43:40.337057 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-29ee301c-eb85-45c3-8424-74763bb68956 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0729949 Jun 04 00:43:42.429385 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c834a360-55a2-444f-a456-604fd31f32fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:44.939316 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:45.180944 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-44250f89-fcb3-41f5-b0f0-3b450022a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:45.928320 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:47.574445 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:43:53.935666 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:01.441208 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:44:12.428542 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-579a5673-26a0-4f6d-bb5f-847a269b7c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:14.945402 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:15.196884 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6c199160-d971-4753-a67a-86cf25119fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:15.944111 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:17.583360 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:23.952870 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:38.444573 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:44:42.439274 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-103ab71a-dc2d-4a2a-ae67-3da3f0f05d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:44.954390 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:45.183612 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b06f37dc-940b-47f8-8ac8-ed5a5f0ef8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:45.938457 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:47.578110 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:44:53.944201 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:12.452537 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-671bcc8d-8f70-478e-8359-660c96b091c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:14.948829 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:15.194999 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1d466acb-f141-4b12-8658-cb7f1264cb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:15.445930 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:45:15.938537 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:16.253166 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59910) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:16.581623 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-926386021-network', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:16.587115 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:16.591677 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Usage tracker for resource:network and tenant:e95e2cb808de4ac698e4e91e48b29af7 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:16.595148 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:16.601714 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:16.612985 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Made reservation on behalf of e95e2cb808de4ac698e4e91e48b29af7 for: {'network': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:16.615554 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:16.629903 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:16.645829 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:16.649809 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Usage tracker for resource:security_group_rule and tenant:e95e2cb808de4ac698e4e91e48b29af7 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:16.652565 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:16.659742 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:16.757123 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:16.762002 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:16.766289 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:16.793273 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:45:16.806246 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:16.811417 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:16.811779 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.segments_db [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Added segment 3daca97a-61aa-462f-bef6-1e4c9e0b91b9 of type vlan for network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 Jun 04 00:45:16.821817 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.822216 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.822522 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.822911 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.823240 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.823603 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.823947 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.824267 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.824591 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.824909 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.825222 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.825534 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Tracked resource versions report: Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: pushed versions: Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: { 'AddressGroup': {'1.2'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'ConntrackHelper': {'1.0'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Log': {'1.0'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Network': {'1.1'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Port': {'1.7'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'PortForwarding': {'1.2'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'QosPolicy': {'1.8'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'SecurityGroup': {'1.4'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'SecurityGroupRule': {'1.2'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'SubPort': {'1.0'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Subnet': {'1.1'}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Trunk': {'1.1'}} Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: consumer versions: Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: { DHCP agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: HyperV agent@hv-cinder-48994: {}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: L3 agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: Metadata agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: Metering agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: Open vSwitch agent@dv-cinder-489949-11-smb: { 'AddressGroup': '1.2', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'ConntrackHelper': '1.0', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Log': '1.0', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Network': '1.1', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Port': '1.7', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'PortForwarding': '1.2', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'QosPolicy': '1.8', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'SecurityGroup': '1.4', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'SecurityGroupRule': '1.2', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'SubPort': '1.0', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Subnet': '1.1', Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: 'Trunk': '1.1'}} Jun 04 00:45:16.830240 dv-cinder-489949-11-smb neutron-server[103533]: {{(pid=103533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 00:45:16.832944 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:16.852274 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:16.889803 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:16.891233 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:16.892060 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:16.896088 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:16.996868 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Pushing event updated for resources: {'Network': ['ID=1f13caf1-29b6-4a43-83b2-1c3ed80050a7,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:17.004331 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7496243 Jun 04 00:45:17.004723 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59962) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:17.005500 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:17.008016 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:45:17.010284 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Request body: {'subnet': {'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-subnet', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:17.014966 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:17.019021 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Usage tracker for resource:subnet and tenant:e95e2cb808de4ac698e4e91e48b29af7 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:17.025412 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:17.025574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59964) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:17.036796 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:17.051032 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Made reservation on behalf of e95e2cb808de4ac698e4e91e48b29af7 for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:17.054813 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.316295 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59978) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:17.429342 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1869927517-network', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:17.434117 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:17.438125 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Usage tracker for resource:network and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:17.441863 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:17.448207 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:17.462436 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Made reservation on behalf of e50987ba81fc49a286c8432437d53a72 for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:17.467019 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.479682 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.496726 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:17.501646 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Usage tracker for resource:security_group_rule and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:17.505370 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:17.508236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.512134 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:17.513192 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-98a8d558-0278-4666-b844-765f916b966f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:17.577188 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a183448e-557b-40bc-a7fc-c595a3ba64dd,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:17.597611 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:17.600762 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.604022 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Checking segment: {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:17.604585 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Network hostable DHCP agents. Network: 1f13caf1-29b6-4a43-83b2-1c3ed80050a7, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:45:17.618727 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.625313 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:45:17.626148 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.633172 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:17.638327 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 1f13caf1-29b6-4a43-83b2-1c3ed80050a7) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:17.645738 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:17.647708 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.647831 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87dd46-2c76-4c1d-8056-08cb8f77133d None None] Network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:17.650682 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:45:17.671141 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f346d7fc-64f0-45e5-9d4f-8f35b91f052c,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:17.674113 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.674456 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Added segment 1ae73504-14e6-4225-86b3-9d2b5bde31b5 of type vlan for network 9655d0e8-abb1-48a6-b974-85aa3b25885a Jun 04 00:45:17.679824 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-0305aa79-5ea5-451d-9d3c-250f28ceb985 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6730831 Jun 04 00:45:17.682618 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 59992) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:17.685161 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.685473 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.685995 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.686462 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.686943 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.687433 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.687947 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.688475 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.688966 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.689457 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.689574 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:17.690024 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.690481 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Tracked resource versions report: Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: pushed versions: Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: { 'AddressGroup': {'1.2'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'ConntrackHelper': {'1.0'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Log': {'1.0'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Network': {'1.1'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Port': {'1.7'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'PortForwarding': {'1.2'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'QosPolicy': {'1.8'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'SecurityGroup': {'1.4'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'SecurityGroupRule': {'1.2'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'SubPort': {'1.0'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Subnet': {'1.1'}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Trunk': {'1.1'}} Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: consumer versions: Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: { DHCP agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: HyperV agent@hv-cinder-48994: {}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: L3 agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: Metadata agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: Metering agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: Open vSwitch agent@dv-cinder-489949-11-smb: { 'AddressGroup': '1.2', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'ConntrackHelper': '1.0', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Log': '1.0', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Network': '1.1', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Port': '1.7', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'PortForwarding': '1.2', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'QosPolicy': '1.8', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'SecurityGroup': '1.4', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'SecurityGroupRule': '1.2', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'SubPort': '1.0', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Subnet': '1.1', Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: 'Trunk': '1.1'}} Jun 04 00:45:17.691710 dv-cinder-489949-11-smb neutron-server[103534]: {{(pid=103534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 00:45:17.696437 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:17.701007 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Usage tracker for resource:router and tenant:e95e2cb808de4ac698e4e91e48b29af7 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:17.706988 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:17.709278 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:17.712611 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59994) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:17.716806 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:17.731778 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8270573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12850'] for router, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.733678 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8270408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8295268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12809'] for router, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.734845 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.758197 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.773142 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.775638 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:17.776268 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:17.809412 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 59998) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:17.810520 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-102ee6bd-36a8-4662-87b1-9e186e3429ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:17.944795 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-312094023-network', 'tenant_id': '493ae874592c4c42a013c4c555340f7c'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:17.951859 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9247568 Jun 04 00:45:17.953530 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Pushing event updated for resources: {'Network': ['ID=9655d0e8-abb1-48a6-b974-85aa3b25885a,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:17.956610 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:17.957369 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60004) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:17.964402 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Request body: {'subnet': {'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1869927517-subnet', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:17.966470 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:45:17.969989 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:17.975245 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Usage tracker for resource:subnet and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:17.979563 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:17.982688 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:17.988631 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:17.991277 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Usage tracker for resource:network and tenant:493ae874592c4c42a013c4c555340f7c is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:17.995943 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:18.005277 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:18.023063 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Made reservation on behalf of e50987ba81fc49a286c8432437d53a72 for: {'subnet': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:18.026021 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.091163 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda4a46c-476b-4dfe-8b37-e7bb4a01c4c4 None None] Network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:18.205799 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1204892420-network', 'tenant_id': '4f2d61c60f8c4b9b8f58d940a863792a'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:18.208696 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8270559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12823'] for router, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.218438 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-network', 'tenant_id': '73f2606236bc4287831e9973cd15c78a'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:18.224334 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:18.228907 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Made reservation on behalf of 493ae874592c4c42a013c4c555340f7c for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:18.231736 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.244398 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:18.248950 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Usage tracker for resource:network and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:18.251953 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:18.258023 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:18.275983 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Usage tracker for resource:network and tenant:4f2d61c60f8c4b9b8f58d940a863792a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:18.282523 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Made reservation on behalf of 73f2606236bc4287831e9973cd15c78a for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:18.285252 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.298611 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:18.303346 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.314566 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.343768 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:18.358510 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:18.361840 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:18.382938 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Usage tracker for resource:security_group_rule and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:18.387218 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Usage tracker for resource:security_group_rule and tenant:493ae874592c4c42a013c4c555340f7c is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:18.393038 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:18.396835 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:18.404046 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Made reservation on behalf of 4f2d61c60f8c4b9b8f58d940a863792a for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:18.406566 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.442167 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:18.447159 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:18.459755 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.533180 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:18.548468 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2d61c60f8c4b9b8f58d940a863792a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:18.554900 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:18.575203 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:18.602495 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.651004 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.830592 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Allocated IP 172.28.1.218 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/ab09df3f-b545-4b85-a62c-a99b950d62e4) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:18.851073 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.853099 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.871281 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.872070 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.888829 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:18.949567 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:45:18.955547 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:18.965759 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ba80f-5a67-45d3-9682-1b7f912bfa8a,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:18.968840 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.037977 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:45:19.042327 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.042879 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Added segment 4fad563b-3ad7-41b1-9ab4-c4c74c63636c of type vlan for network a07c5089-f1c6-4309-ad98-153bacf3a4cf Jun 04 00:45:19.085690 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.086812 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Added segment 7a1923b9-938e-415b-b9ef-ac92aa72e463 of type vlan for network 297206ad-db2b-4913-9f81-e1e2de4db8ce Jun 04 00:45:19.088069 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:45:19.100634 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca705bc-7cdf-44f8-8b09-d6e36a146b00,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:19.139926 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:19.143137 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:19.152982 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.171017 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.171353 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Added segment 064bbb16-c48a-4655-a11f-7896ff3a7180 of type vlan for network 9506c399-766c-4cc5-b70a-a720446921eb Jun 04 00:45:19.202519 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.205914 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.207971 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:19.265159 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.280046 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.290256 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:19.293330 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:19.296987 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:19.323093 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a684da33-fd75-4039-97fb-503303aab7eb,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:19.350358 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:19.360460 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:19.361033 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:19.366784 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Pushing event updated for resources: {'Port': ['ID=ab09df3f-b545-4b85-a62c-a99b950d62e4,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:19.371491 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:19.376543 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:19.407551 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.434009 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.db.resource_extend [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 00:45:19.489303 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.db.resource_extend [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 00:45:19.500100 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.521352 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:19.522502 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.562413 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Checking segment: {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:19.562940 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Network hostable DHCP agents. Network: 9655d0e8-abb1-48a6-b974-85aa3b25885a, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:45:19.575756 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.576382 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.580374 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa3b71d-315c-438b-94c6-fd5e039a4068,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:19.585505 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:19.588761 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:19.589332 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.592789 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:19.626792 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:19.627373 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.651817 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7329724 Jun 04 00:45:19.660437 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60068) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:19.668193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Request body: {'subnet': {'network_id': '9506c399-766c-4cc5-b70a-a720446921eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1204892420-subnet', 'tenant_id': '4f2d61c60f8c4b9b8f58d940a863792a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:19.676993 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9605088 Jun 04 00:45:19.677553 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60070) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:19.684703 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Request body: {'subnet': {'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-subnet', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:19.690854 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:19.695132 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Usage tracker for resource:subnet and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:19.698816 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:19.705820 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:19.722954 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:19.723745 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Made reservation on behalf of 73f2606236bc4287831e9973cd15c78a for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:19.725474 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:45:19.726204 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.738453 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4179735 Jun 04 00:45:19.738453 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Usage tracker for resource:subnet and tenant:4f2d61c60f8c4b9b8f58d940a863792a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:19.739155 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60072) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:19.744169 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:19.751003 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=9506c399-766c-4cc5-b70a-a720446921eb,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:19.752314 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Request body: {'subnet': {'network_id': 'a07c5089-f1c6-4309-ad98-153bacf3a4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-312094023-subnet', 'tenant_id': '493ae874592c4c42a013c4c555340f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:19.753452 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:19.765037 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 9506c399-766c-4cc5-b70a-a720446921eb details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:45:19.773998 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 9655d0e8-abb1-48a6-b974-85aa3b25885a) {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:19.791546 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:19.792135 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.813400 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Made reservation on behalf of 4f2d61c60f8c4b9b8f58d940a863792a for: {'subnet': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:19.815705 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:19.894682 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9360378 Jun 04 00:45:19.897794 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60080) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:19.906551 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:19.909537 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Pushing event updated for resources: {'Network': ['ID=297206ad-db2b-4913-9f81-e1e2de4db8ce,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:19.925628 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b3ebe-7d13-499f-88e7-9ff5b2914d81 None None] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:19.927375 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:19.931565 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:19.943638 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:45:20.000763 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Usage tracker for resource:router and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:20.002133 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Usage tracker for resource:subnet and tenant:493ae874592c4c42a013c4c555340f7c is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:20.007369 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:20.019999 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:20.023349 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:20.054754 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:20.084286 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:20.127645 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Made reservation on behalf of 493ae874592c4c42a013c4c555340f7c for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:20.127920 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Pushing event updated for resources: {'Network': ['ID=a07c5089-f1c6-4309-ad98-153bacf3a4cf,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:20.129778 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:20.131739 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:20.132139 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.519s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:20.132419 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:20.133897 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:20.142539 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:20.150965 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8270573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12850'] for router, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:20.156400 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8270408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8295268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12809'] for router, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:20.178425 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network a07c5089-f1c6-4309-ad98-153bacf3a4cf details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:45:20.237270 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:20.619697 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c243b54-1e66-57f4-aab3-eb75180f8d13-9655d0e8-abb1-48a6-b974-85aa3b25885a', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068'}]}} from dv-cinder-489949-11-smb. {{(pid=103535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 00:45:20.621230 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:20.877063 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.db_base_plugin_common [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Allocated IP 172.20.0.2 (9655d0e8-abb1-48a6-b974-85aa3b25885a/9aa3b71d-315c-438b-94c6-fd5e039a4068/627c0de3-0126-434f-89a9-58ec6e4972d9) {{(pid=103535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:20.899880 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8270548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8308021'] for router, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:20.913646 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8270559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12823'] for router, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.149493 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.164916 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Transition to ACTIVE for port object 627c0de3-0126-434f-89a9-58ec6e4972d9 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:21.193100 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Transition to ACTIVE for port object 627c0de3-0126-434f-89a9-58ec6e4972d9 will not be triggered until provisioned by entity DHCP. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:21.202469 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.229467 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:21.234008 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.284536 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a is already hosted by enough agents. {{(pid=103535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:21.295383 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4bdf76da-d25e-4bed-a304-be26cdc3d3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:21.298838 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.base_scheduler [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Resources bound (agent type, host, resource id): {{(pid=103535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:21.305589 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Received port after_create {{(pid=103535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:21.341632 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 is scheduled to L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de with binding_index 1 {{(pid=103533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 00:45:21.482551 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Attempting to bind port 627c0de3-0126-434f-89a9-58ec6e4972d9 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:21.483661 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Attempting to bind port 627c0de3-0126-434f-89a9-58ec6e4972d9 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:21.483809 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06a5d17-a918-497a-b583-8573803bc4af,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:21.484233 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Attempting to bind port 627c0de3-0126-434f-89a9-58ec6e4972d9 on network 9655d0e8-abb1-48a6-b974-85aa3b25885a {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:21.486791 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Pushing event updated for resources: {'Port': ['ID=627c0de3-0126-434f-89a9-58ec6e4972d9,revision_number=1']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:21.493594 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:21.498300 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.498661 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.498997 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.499327 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.499866 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.500196 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.500794 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.501125 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.501511 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.501882 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.502609 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.502900 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Checking segment: {'id': '064bbb16-c48a-4655-a11f-7896ff3a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9506c399-766c-4cc5-b70a-a720446921eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:21.503030 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:21.503256 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Network hostable DHCP agents. Network: 9506c399-766c-4cc5-b70a-a720446921eb, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Tracked resource versions report: Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: pushed versions: Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: { 'AddressGroup': {'1.2'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'ConntrackHelper': {'1.0'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Log': {'1.0'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Network': {'1.1'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Port': {'1.7'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'PortForwarding': {'1.2'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'QosPolicy': {'1.8'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'SecurityGroup': {'1.4'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'SecurityGroupRule': {'1.2'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'SubPort': {'1.0'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Subnet': {'1.1'}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Trunk': {'1.1'}} Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: consumer versions: Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: { DHCP agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: HyperV agent@hv-cinder-48994: {}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: L3 agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: Metadata agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: Metering agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: Open vSwitch agent@dv-cinder-489949-11-smb: { 'AddressGroup': '1.2', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'ConntrackHelper': '1.0', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Log': '1.0', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Network': '1.1', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Port': '1.7', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'PortForwarding': '1.2', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'QosPolicy': '1.8', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'SecurityGroup': '1.4', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'SecurityGroupRule': '1.2', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'SubPort': '1.0', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Subnet': '1.1', Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: 'Trunk': '1.1'}} Jun 04 00:45:21.504686 dv-cinder-489949-11-smb neutron-server[103535]: {{(pid=103535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 00:45:21.512701 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:21.517452 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:21.518194 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Checking segment: {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:21.518921 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.520357 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Bound using segment: {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:21.520999 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.521305 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Bound port: 627c0de3-0126-434f-89a9-58ec6e4972d9, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:21.521913 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.554652 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.595477 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Network 9506c399-766c-4cc5-b70a-a720446921eb is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:45:21.616563 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 9506c399-766c-4cc5-b70a-a720446921eb) {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:21.634643 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:21.635075 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4ed96-b24e-417b-937a-c001a0099e97 None None] Network 9506c399-766c-4cc5-b70a-a720446921eb requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:21.635362 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.720423 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0555470 Jun 04 00:45:21.746718 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Allocated IP 172.28.1.252 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/616c659d-53d2-44f9-bbff-7ea7ce3e6a41) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:21.792534 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] For port 627c0de3-0126-434f-89a9-58ec6e4972d9, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:21.794801 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:45:21.806414 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Sync routers for ids ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:45:21.824478 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Routers {'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:21.827831 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:21.828258 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] For port 627c0de3-0126-434f-89a9-58ec6e4972d9, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=627c0de3-0126-434f-89a9-58ec6e4972d9,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:21.853635 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.877726 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:21.906963 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:21.911386 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2241397 Jun 04 00:45:21.914318 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60128) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:22.091241 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:22.112580 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:22.179903 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:22.192227 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a3c328f6-5155-4695-b1c8-949db34609f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:22.196118 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:22.237725 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db3de0-41ed-4802-89a5-f987d09f6f80 None None] Network 9506c399-766c-4cc5-b70a-a720446921eb requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:22.288752 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:22.292328 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:22.300265 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:22.313559 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Set router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:22.341882 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Pushing event updated for resources: {'Port': ['ID=627c0de3-0126-434f-89a9-58ec6e4972d9,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:22.373872 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:22.404967 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Checking segment: {'id': '4fad563b-3ad7-41b1-9ab4-c4c74c63636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a07c5089-f1c6-4309-ad98-153bacf3a4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:22.405320 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Network hostable DHCP agents. Network: a07c5089-f1c6-4309-ad98-153bacf3a4cf, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:45:22.445654 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60168) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:22.460164 dv-cinder-489949-11-smb neutron-server[103534]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 00:45:22.460431 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:22.606303 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Pushing event updated for resources: {'Port': ['ID=616c659d-53d2-44f9-bbff-7ea7ce3e6a41,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:22.711178 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:22.923906 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:17Z', 'updated_at': '2021-06-04T00:45:19Z', 'revision_number': 3, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'gw_port': {'id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:18Z', 'updated_at': '2021-06-04T00:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:22.930347 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Checking router: ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:45:22.930869 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Updating router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 port ab09df3f-b545-4b85-a62c-a99b950d62e4 binding host dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:45:22.970627 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd874-df50-4cbb-9b74-436347290e69 req-c9f8fe5d-c166-44b8-b0af-8a9913d58c22 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:22.971357 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-6cddd874-df50-4cbb-9b74-436347290e69 req-c9f8fe5d-c166-44b8-b0af-8a9913d58c22 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Synchronizing usage tracker for tenant:4f2d61c60f8c4b9b8f58d940a863792a on resource:network {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:23.004551 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:23.064925 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Network a07c5089-f1c6-4309-ad98-153bacf3a4cf is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:45:23.111468 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2812ed-f75b-4c63-8747-b0bf8e07151f,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:23.119015 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:23.127764 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:23.157183 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:23.170366 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, a07c5089-f1c6-4309-ad98-153bacf3a4cf) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:23.182372 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fde25-7f78-4b21-bc58-e1ea773f7100 None None] Network a07c5089-f1c6-4309-ad98-153bacf3a4cf requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:23.184951 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:23.185534 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:23.240837 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 627c0de3-0126-434f-89a9-58ec6e4972d9 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:23.241577 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-6cddd874-df50-4cbb-9b74-436347290e69 req-c9f8fe5d-c166-44b8-b0af-8a9913d58c22 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Unset dirty status for tenant:4f2d61c60f8c4b9b8f58d940a863792a on resource:network {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:23.243607 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-c9f8fe5d-c166-44b8-b0af-8a9913d58c22 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/networks?id=9506c399-766c-4cc5-b70a-a720446921eb HTTP/1.1" status: 200 len: 812 time: 0.7969754 Jun 04 00:45:23.288977 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-b052cef9-fdf5-4d59-bd0d-9dca51855cbc tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/quotas/4f2d61c60f8c4b9b8f58d940a863792a HTTP/1.1" status: 200 len: 375 time: 0.0298409 Jun 04 00:45:23.311080 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Checking segment: {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:23.311348 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Network hostable DHCP agents. Network: 297206ad-db2b-4913-9f81-e1e2de4db8ce, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:45:23.344570 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.6018867 Jun 04 00:45:23.358789 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b65e984-4469-44ae-91de-5c2a199d625d,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:23.367208 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:23.417351 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:45:23.439834 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 297206ad-db2b-4913-9f81-e1e2de4db8ce) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:23.468842 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:23.469643 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:23.578390 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.8988822 Jun 04 00:45:23.584329 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60194) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:23.602061 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:23.603901 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Notify callbacks [] for port, precommit_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:23.630984 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:23.635034 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.provisioning_blocks [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Transition to ACTIVE for port object ab09df3f-b545-4b85-a62c-a99b950d62e4 will not be triggered until provisioned by entity L2. {{(pid=103536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:23.655343 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Usage tracker for resource:router and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:23.663843 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:23.669612 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:23.673998 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:23.700691 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6852a075-5c39-499d-887b-b9bdc1c1acdd None None] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:23.709313 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:23.768334 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-dd8e64bc-0272-44bc-8ecf-ec786285b9c7 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f2d61c60f8c4b9b8f58d940a863792a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4729602 Jun 04 00:45:23.793314 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c721a7fd-217e-4481-bb01-48b97384e19d None None] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:23.864959 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 627c0de3-0126-434f-89a9-58ec6e4972d9 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:23.871033 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2ddc2e-7c53-469f-9518-ef0cebc5a540 None None] Network a07c5089-f1c6-4309-ad98-153bacf3a4cf requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:23.947515 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Attempting to bind port ab09df3f-b545-4b85-a62c-a99b950d62e4 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:23.948109 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Attempting to bind port ab09df3f-b545-4b85-a62c-a99b950d62e4 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:23.949941 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Attempting to bind port ab09df3f-b545-4b85-a62c-a99b950d62e4 on network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:23.953754 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Pushing event updated for resources: {'Port': ['ID=ab09df3f-b545-4b85-a62c-a99b950d62e4,revision_number=2']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:23.958898 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:23.967418 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:23.968283 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Checking segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:23.968283 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:23.968750 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Bound using segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:23.969240 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Bound port: ab09df3f-b545-4b85-a62c-a99b950d62e4, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:23.969625 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:24.049401 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.049792 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.050166 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.053133 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.053577 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.053896 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.054216 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.054544 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.054895 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.055223 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.055561 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.055884 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:45:24.056885 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8270573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12850'] for router, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Tracked resource versions report: Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: pushed versions: Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: { 'AddressGroup': {'1.2'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'ConntrackHelper': {'1.0'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Log': {'1.0'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Network': {'1.1'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Port': {'1.7'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'PortForwarding': {'1.2'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'QosPolicy': {'1.8'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'SecurityGroup': {'1.4'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'SecurityGroupRule': {'1.2'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'SubPort': {'1.0'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Subnet': {'1.1'}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Trunk': {'1.1'}} Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: consumer versions: Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: { DHCP agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: HyperV agent@hv-cinder-48994: {}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: L3 agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: Metadata agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: Metering agent@dv-cinder-489949-11-smb: {}, Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: Open vSwitch agent@dv-cinder-489949-11-smb: { 'AddressGroup': '1.2', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'ConntrackHelper': '1.0', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Log': '1.0', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Network': '1.1', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Port': '1.7', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'PortForwarding': '1.2', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'QosPolicy': '1.8', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'SecurityGroup': '1.4', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'SecurityGroupRule': '1.2', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'SubPort': '1.0', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Subnet': '1.1', Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: 'Trunk': '1.1'}} Jun 04 00:45:24.057025 dv-cinder-489949-11-smb neutron-server[103536]: {{(pid=103536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 00:45:24.074050 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8270408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8295268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12809'] for router, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:24.090090 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:24.162741 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8270548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8308021'] for router, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:24.185799 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] For port ab09df3f-b545-4b85-a62c-a99b950d62e4, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:24.192255 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] For port ab09df3f-b545-4b85-a62c-a99b950d62e4, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=ab09df3f-b545-4b85-a62c-a99b950d62e4,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:24.197369 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:24.212434 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-f14a7340-e697-4999-9b62-c96adc88c78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:24.250062 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:24.334136 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Routers {'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:24.334804 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:24.358801 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:24.509197 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Pushing event updated for resources: {'Port': ['ID=ab09df3f-b545-4b85-a62c-a99b950d62e4,revision_number=3']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:24.515446 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:24.576283 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-e58bcca5-911d-4b9e-acca-963184219ad8 None None] Provisioning for port 627c0de3-0126-434f-89a9-58ec6e4972d9 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:24.633719 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-e58bcca5-911d-4b9e-acca-963184219ad8 None None] Provisioning complete for port 627c0de3-0126-434f-89a9-58ec6e4972d9 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:24.634146 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e58bcca5-911d-4b9e-acca-963184219ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:24.676763 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-a57b3b42-1d12-4faf-b15a-28293c676b85 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:45:24.677781 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-a57b3b42-1d12-4faf-b15a-28293c676b85 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240712 Jun 04 00:45:24.800313 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60240) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:24.817146 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-568284324-network', 'tenant_id': '3fda871b34c04671892cb5edbcd8bba9'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:24.846135 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:24.866215 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Usage tracker for resource:network and tenant:3fda871b34c04671892cb5edbcd8bba9 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:24.869608 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] Set router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:24.973831 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:25.008398 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:25.101113 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c243b54-1e66-57f4-aab3-eb75180f8d13-297206ad-db2b-4913-9f81-e1e2de4db8ce', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d'}]}} from dv-cinder-489949-11-smb. {{(pid=103535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 00:45:25.102044 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.118683 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60248) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:25.119363 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Made reservation on behalf of 3fda871b34c04671892cb5edbcd8bba9 for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:25.126312 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.242659 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-428e4795-25b8-43b5-9b86-64d5ce31377a service neutron] 10.222.0.44 "GET /v2.0/networks/9506c399-766c-4cc5-b70a-a720446921eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575027 Jun 04 00:45:25.245982 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.287713 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e58bcca5-911d-4b9e-acca-963184219ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.306002 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8270559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12823'] for router, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.354185 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Allocated IP 172.20.0.1 (1f13caf1-29b6-4a43-83b2-1c3ed80050a7/a183448e-557b-40bc-a7fc-c595a3ba64dd/fb3677a8-ff7d-4a62-acf5-e5c1ec084d70) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:25.471132 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-e58bcca5-911d-4b9e-acca-963184219ad8 None None] For port 627c0de3-0126-434f-89a9-58ec6e4972d9, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=627c0de3-0126-434f-89a9-58ec6e4972d9,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:25.473080 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:17Z', 'updated_at': '2021-06-04T00:45:19Z', 'revision_number': 3, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'gw_port': {'id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:18Z', 'updated_at': '2021-06-04T00:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:25.478187 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cbdf5-59a4-4231-b9b7-f6af7093ab85 None None] The sync data for ids ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'] in dv-cinder-489949-11-smb is: [{'id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:17Z', 'updated_at': '2021-06-04T00:45:19Z', 'revision_number': 3, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'gw_port': {'id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:18Z', 'updated_at': '2021-06-04T00:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:45:25.483153 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e58bcca5-911d-4b9e-acca-963184219ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.488719 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:25.492262 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:25.534675 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.554229 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-677dde2c-d5d0-4e3f-a907-0b44cdfcbf94 service neutron] 10.222.0.44 "GET /v2.0/networks/9506c399-766c-4cc5-b70a-a720446921eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887883 Jun 04 00:45:25.556554 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Usage tracker for resource:security_group_rule and tenant:3fda871b34c04671892cb5edbcd8bba9 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:25.566040 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:25.570993 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Usage tracker for resource:security_group_rule and tenant:024945f4cb6d420caf976608f667bde2 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:25.571770 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.db_base_plugin_common [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Allocated IP 172.20.0.2 (297206ad-db2b-4913-9f81-e1e2de4db8ce/7b65e984-4469-44ae-91de-5c2a199d625d/854d72c0-9a7a-4516-b5b9-1fc479900c73) {{(pid=103535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:25.580037 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:25.587712 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:25.594300 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bcca5-911d-4b9e-acca-963184219ad8 None None] Pushing event updated for resources: {'Port': ['ID=627c0de3-0126-434f-89a9-58ec6e4972d9,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:25.603688 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-e58bcca5-911d-4b9e-acca-963184219ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:25.681549 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.732075 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.734315 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:25.738272 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Router 24efaf82-b224-4770-9108-d434a80e4e0f is scheduled to L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de with binding_index 1 {{(pid=103534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 00:45:25.764928 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.766242 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:25.802260 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-50681cac-d988-4a37-bbc1-d1c05c7647cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:25.896081 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-10e05a01-97a0-4588-8d7c-314a98c9a10f None None] Provisioning complete for port 627c0de3-0126-434f-89a9-58ec6e4972d9 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:25.896783 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-10e05a01-97a0-4588-8d7c-314a98c9a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:25.898347 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679372fe-e3b8-42e9-895e-690a8b5c2de1,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:25.954998 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60272) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:25.962805 dv-cinder-489949-11-smb neutron-server[103533]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 00:45:26.000811 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:26.075079 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=024945f4cb6d420caf976608f667bde2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9269342 Jun 04 00:45:26.075892 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60288) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:26.085513 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-631c48db-c509-4af1-8b41-e1ea3a1b269e req-4e91cb8f-5262-4ea9-8a7b-0bc71ce6a43c tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 210 time: 0.1243949 Jun 04 00:45:26.089614 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.150867 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-bfeb6e66-d922-4924-9b71-c670d809d83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:26.235081 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3677a8-ff7d-4a62-acf5-e5c1ec084d70,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:26.248655 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Notify callbacks [] for port, precommit_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.264462 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Transition to ACTIVE for port object 854d72c0-9a7a-4516-b5b9-1fc479900c73 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:26.277845 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:26.292406 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:26.294085 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Transition to ACTIVE for port object 854d72c0-9a7a-4516-b5b9-1fc479900c73 will not be triggered until provisioned by entity DHCP. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:26.294537 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:26.298967 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:26.299685 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8308219'] for router_interface, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.308489 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.321223 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:26.366220 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3ace6964-5c76-4070-a26b-f760033681a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.389551 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.417693 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3ace6964-5c76-4070-a26b-f760033681a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.484703 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.510741 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce is already hosted by enough agents. {{(pid=103535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:26.515081 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.base_scheduler [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Resources bound (agent type, host, resource id): {{(pid=103535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:26.519330 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Received port after_create {{(pid=103535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:26.528040 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3ace6964-5c76-4070-a26b-f760033681a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.529795 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:45:26.531619 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Pushing event updated for resources: {'Port': ['ID=854d72c0-9a7a-4516-b5b9-1fc479900c73,revision_number=1']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:26.538273 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:26.554304 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Sync routers for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:45:26.581645 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.590486 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.646844 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3ace6964-5c76-4070-a26b-f760033681a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.648349 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-3ace6964-5c76-4070-a26b-f760033681a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/679372fe-e3b8-42e9-895e-690a8b5c2de1 HTTP/1.1" status: 204 len: 168 time: 0.5652397 Jun 04 00:45:26.650429 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ec1839d9-4060-427f-bfd9-4cbb13eab0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:26.666647 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace6964-5c76-4070-a26b-f760033681a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679372fe-e3b8-42e9-895e-690a8b5c2de1,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:26.672511 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3ace6964-5c76-4070-a26b-f760033681a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:26.677994 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Notify callbacks [] for router, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.679513 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7782974 Jun 04 00:45:26.683821 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:26.684570 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60308) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:26.703123 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:26.709134 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:26.846123 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:26.909434 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Allocated IP 172.28.1.78 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/c7a2a435-1751-4e6f-a544-84e0315b69b9) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:26.968107 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:45:27.006404 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.016518 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Added segment d9d4467a-0f0d-4e7c-bd0f-c4d83b198d64 of type vlan for network 7abcb4f9-06da-417e-a523-216109f7851d Jun 04 00:45:27.020359 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7b948-41b0-4880-a8e4-f1fb4672b3b3,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:27.036588 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:27.334965 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Attempting to bind port 854d72c0-9a7a-4516-b5b9-1fc479900c73 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:27.335357 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Attempting to bind port 854d72c0-9a7a-4516-b5b9-1fc479900c73 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:27.340052 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Attempting to bind port 854d72c0-9a7a-4516-b5b9-1fc479900c73 on network 297206ad-db2b-4913-9f81-e1e2de4db8ce {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:27.407733 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:27.408242 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Checking segment: {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:27.411789 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.412214 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Bound using segment: {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:27.412741 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Bound port: 854d72c0-9a7a-4516-b5b9-1fc479900c73, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:27.413136 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.502065 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.524988 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.537622 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.539965 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 627c0de3-0126-434f-89a9-58ec6e4972d9 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:27.541242 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7971183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8269719'] for router_interface, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.548850 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:27.593155 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9d158d96-6be8-44f3-b01e-a8f192943329 req-f501cf0a-680d-4145-9ef5-9f89ce6d4fc5 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 210 time: 0.2291300 Jun 04 00:45:27.595159 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.734056 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3677a8-ff7d-4a62-acf5-e5c1ec084d70,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:27.741809 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:27.754709 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:27.812253 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.db.resource_extend [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 00:45:27.823309 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.834819 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-68be6a6f-8268-43c7-b7a3-8202d38ee9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:27.923249 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.926914 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:27.927505 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:27.964339 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5e8abac2-dbaf-4d74-8cd3-faec805e5de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:28.034695 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:28.039543 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:28.049278 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:28.053161 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:28.243709 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Pushing event updated for resources: {'Network': ['ID=7abcb4f9-06da-417e-a523-216109f7851d,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:28.279026 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:28.280812 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4794617 Jun 04 00:45:28.283649 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:28.283785 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60376) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:28.290016 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Request body: {'subnet': {'network_id': '7abcb4f9-06da-417e-a523-216109f7851d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-568284324-subnet', 'tenant_id': '3fda871b34c04671892cb5edbcd8bba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:28.298256 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a2a435-1751-4e6f-a544-84e0315b69b9,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:28.300102 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:28.303624 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:28.307867 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Usage tracker for resource:subnet and tenant:3fda871b34c04671892cb5edbcd8bba9 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:28.313977 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:28.338592 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] For port 854d72c0-9a7a-4516-b5b9-1fc479900c73, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:28.344307 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:28.350259 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] For port 854d72c0-9a7a-4516-b5b9-1fc479900c73, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=854d72c0-9a7a-4516-b5b9-1fc479900c73,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:28.353098 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 7abcb4f9-06da-417e-a523-216109f7851d details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:45:28.376886 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:28.430671 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-b940f395-863c-493f-8843-1fc30650a6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:28.694654 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Made reservation on behalf of 3fda871b34c04671892cb5edbcd8bba9 for: {'subnet': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:28.697045 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:28.805477 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:28.897829 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Pushing event updated for resources: {'Port': ['ID=854d72c0-9a7a-4516-b5b9-1fc479900c73,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:28.914844 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:28.918104 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 627c0de3-0126-434f-89a9-58ec6e4972d9 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:28.918490 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:29.010738 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:29.303606 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.47', 53717) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:29.339171 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device ab09df3f-b545-4b85-a62c-a99b950d62e4 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:29.397466 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:22Z', 'revision_number': 3, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:29.408411 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Checking router: 24efaf82-b224-4770-9108-d434a80e4e0f for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:45:29.409161 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Updating router 24efaf82-b224-4770-9108-d434a80e4e0f port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 binding host dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:45:29.523512 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:29.605785 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8dbdee46-c2ce-4a30-aa82-64b818634358 req-00eaac74-5ba9-454d-93ab-26444e485021 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 210 time: 0.1675584 Jun 04 00:45:29.625819 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:45:29.631474 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port ab09df3f-b545-4b85-a62c-a99b950d62e4 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:29.641038 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port ab09df3f-b545-4b85-a62c-a99b950d62e4 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:29.641456 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:29.736193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd874-df50-4cbb-9b74-436347290e69 req-f5748d9e-f903-42a8-8978-ef7179112609 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:29.737740 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-f5748d9e-f903-42a8-8978-ef7179112609 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.47 "GET /v2.0/networks?id=9506c399-766c-4cc5-b70a-a720446921eb HTTP/1.1" status: 200 len: 812 time: 0.4331412 Jun 04 00:45:29.859348 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Request body: {'port': {'device_id': 'b85c9b0c-69b3-4c76-b2b2-47abd9163e4f', 'network_id': '9506c399-766c-4cc5-b70a-a720446921eb', 'admin_state_up': True, 'tenant_id': '4f2d61c60f8c4b9b8f58d940a863792a'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:29.999825 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:30.029501 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port ab09df3f-b545-4b85-a62c-a99b950d62e4, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=ab09df3f-b545-4b85-a62c-a99b950d62e4,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:30.039108 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:30.064017 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:30.259718 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34248e5-908d-4570-9aa2-17a4efa6098e None None] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:30.283703 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:45:30.306482 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8270548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8308021'] for router, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:30.309948 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Sync routers for ids ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:45:30.311035 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:30.317012 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Usage tracker for resource:port and tenant:4f2d61c60f8c4b9b8f58d940a863792a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:30.322028 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:30.325398 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Routers {'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:30.326845 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:30.330810 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:30.339921 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Allocated IP 172.20.0.1 (9655d0e8-abb1-48a6-b974-85aa3b25885a/9aa3b71d-315c-438b-94c6-fd5e039a4068/9c3a2088-5dff-414e-9988-6e5e33b6427d) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:30.349728 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Made reservation on behalf of 4f2d61c60f8c4b9b8f58d940a863792a for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:30.354870 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:30.473962 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 854d72c0-9a7a-4516-b5b9-1fc479900c73 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:30.565393 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Allocated IP 172.20.0.10 (9506c399-766c-4cc5-b70a-a720446921eb/d06a5d17-a918-497a-b583-8573803bc4af/8edee5a6-97df-41eb-a150-29646de86668) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:30.588170 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] 10.222.0.44 "PUT /v2.0/routers/ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6668761 Jun 04 00:45:30.595908 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Set router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:30.635501 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=ab09df3f-b545-4b85-a62c-a99b950d62e4,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:30.647021 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Router aeaa001d-6f31-4548-84b0-03c1ef805c8c is scheduled to L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de with binding_index 1 {{(pid=103533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 00:45:30.669366 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:30.670020 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 854d72c0-9a7a-4516-b5b9-1fc479900c73 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:30.692946 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-cfb4e963-20b2-4ceb-b0c6-b79f2e4f56c4 None None] Provisioning for port 854d72c0-9a7a-4516-b5b9-1fc479900c73 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:30.722323 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 854d72c0-9a7a-4516-b5b9-1fc479900c73 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:30.728150 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:30.859622 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:45:30.873656 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-cfb4e963-20b2-4ceb-b0c6-b79f2e4f56c4 None None] Provisioning complete for port 854d72c0-9a7a-4516-b5b9-1fc479900c73 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:30.874313 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e963-20b2-4ceb-b0c6-b79f2e4f56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:30.917491 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:30.918817 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3313506 Jun 04 00:45:30.920044 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Sync routers for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:45:30.935095 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60462) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:31.451273 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:31.494983 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:31.496098 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:31.505507 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Transition to ACTIVE for port object 9c3a2088-5dff-414e-9988-6e5e33b6427d will not be triggered until provisioned by entity DHCP. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:31.537532 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:17Z', 'updated_at': '2021-06-04T00:45:26Z', 'revision_number': 4, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'gw_port': {'id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:18Z', 'updated_at': '2021-06-04T00:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'fb3677a8-ff7d-4a62-acf5-e5c1ec084d70', 'name': '', 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'mac_address': 'fa:16:3e:11:91:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a183448e-557b-40bc-a7fc-c595a3ba64dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:26Z', 'revision_number': 2, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'subnets': [{'id': 'a183448e-557b-40bc-a7fc-c595a3ba64dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:31.547363 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:31.549656 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Checking router: ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:45:31.551300 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Updating router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 binding host dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:45:31.569327 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-f0ec0146-59e7-46f4-a4ec-59ce6d32d500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:31.661938 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3a2088-5dff-414e-9988-6e5e33b6427d,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:31.672454 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:31.679481 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:31.688913 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:31.698600 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:31.710263 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:31.808982 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:31.812090 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8308219'] for router_interface, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:32.068228 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-81b09efc-b13c-49cf-95ac-93197d260424 req-8322e161-7952-4106-bb56-e4fb1ff78ff3 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 210 time: 1.2102423 Jun 04 00:45:32.199805 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:32.463720 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:32.496696 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:32.513747 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-9a0c33a5-5686-4fc6-8e2b-1ebeb078b7d6 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:32.515104 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-9a0c33a5-5686-4fc6-8e2b-1ebeb078b7d6 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 818 time: 0.2545500 Jun 04 00:45:32.519281 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1c1aeb21-f4c1-4a8c-b40e-fb2253b99b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:32.584175 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Network 9506c399-766c-4cc5-b70a-a720446921eb is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:32.604161 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:32.606853 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:32.613011 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:32.614040 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:32.765376 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9231009 Jun 04 00:45:32.768692 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:32.800828 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Checking segment: {'id': 'd9d4467a-0f0d-4e7c-bd0f-c4d83b198d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7abcb4f9-06da-417e-a523-216109f7851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:32.801101 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Network hostable DHCP agents. Network: 7abcb4f9-06da-417e-a523-216109f7851d, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:45:32.817416 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-c67c26cd-6c7f-473e-93b2-07e16b67803d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/quotas/e95e2cb808de4ac698e4e91e48b29af7 HTTP/1.1" status: 200 len: 375 time: 0.2627523 Jun 04 00:45:32.842966 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 854d72c0-9a7a-4516-b5b9-1fc479900c73, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=854d72c0-9a7a-4516-b5b9-1fc479900c73,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:32.851843 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-bd9cb4e2-caa2-480b-bc18-f58f71577679 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:45:32.855820 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-bd9cb4e2-caa2-480b-bc18-f58f71577679 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316348 Jun 04 00:45:32.895383 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:32.994496 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.db.resource_extend [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 00:45:33.046296 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Notify callbacks [] for port, precommit_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:33.055492 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:33.076614 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.provisioning_blocks [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Transition to ACTIVE for port object fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 will not be triggered until provisioned by entity L2. {{(pid=103536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:33.108445 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:33.121155 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:33.172888 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:33.191420 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45fbbf3-fb12-420b-9c4a-7a8ec1a62592,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:33.201968 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:33.227974 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.661s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:33.328904 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Network 7abcb4f9-06da-417e-a523-216109f7851d is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:45:33.406615 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 7abcb4f9-06da-417e-a523-216109f7851d) {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:33.419846 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60518) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:33.423087 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=854d72c0-9a7a-4516-b5b9-1fc479900c73,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:33.447292 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device ab09df3f-b545-4b85-a62c-a99b950d62e4 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:33.481734 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:33.482435 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:33.565163 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Request body: {'port': {'device_id': 'b85c9b0c-69b3-4c76-b2b2-47abd9163e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:33.618688 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Pushing event updated for resources: {'Port': ['ID=8edee5a6-97df-41eb-a150-29646de86668,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:33.657084 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:33.669601 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-988a6ece-84b4-4775-a256-5b770066b7c9 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8294675 Jun 04 00:45:33.699031 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:33.723448 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b50ac9-c70e-4c35-b935-435783660401 None None] Network 7abcb4f9-06da-417e-a523-216109f7851d requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:33.793251 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:33.824784 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Attempting to bind port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:33.825158 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Attempting to bind port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:33.825648 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Attempting to bind port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 on network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:33.837432 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64348714-daf2-4eaa-b1f2-a43e35bb6697 None None] Pushing event updated for resources: {'Port': ['ID=fb3677a8-ff7d-4a62-acf5-e5c1ec084d70,revision_number=3']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:33.842281 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:33.842656 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Checking segment: {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:33.843064 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:33.843487 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Bound using segment: {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:33.851098 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Bound port: fb3677a8-ff7d-4a62-acf5-e5c1ec084d70, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'}}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:33.851503 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:33.872446 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-64348714-daf2-4eaa-b1f2-a43e35bb6697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:33.900039 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-d40b8367-6eb9-4bea-ac6f-63dd6d8c6dcf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.6010783 Jun 04 00:45:33.958665 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:33.984173 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Usage tracker for resource:security_group_rule and tenant:badf29b385b74d6295762a1dbbe155ed is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:34.005237 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:34.030510 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] For port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:34.033961 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] For port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=fb3677a8-ff7d-4a62-acf5-e5c1ec084d70,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:34.035887 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:34.042233 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:34.049066 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:34.051982 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Allocated IP 172.20.0.1 (297206ad-db2b-4913-9f81-e1e2de4db8ce/7b65e984-4469-44ae-91de-5c2a199d625d/f90f59ef-8460-46d8-9d4f-9d4d99906ca8) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:34.069114 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be92030-3b87-41c1-b133-7b4afd08dbef req-02dcaad8-d9a4-4ba4-88ca-0d726afaff18 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:34.076279 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8be92030-3b87-41c1-b133-7b4afd08dbef req-02dcaad8-d9a4-4ba4-88ca-0d726afaff18 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 932 time: 0.6578126 Jun 04 00:45:34.144115 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64348714-daf2-4eaa-b1f2-a43e35bb6697 None None] Pushing event updated for resources: {'Port': ['ID=fb3677a8-ff7d-4a62-acf5-e5c1ec084d70,revision_number=4']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:34.149601 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-64348714-daf2-4eaa-b1f2-a43e35bb6697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:34.164881 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60532) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:34.165172 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Routers {'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:34.165982 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:34.319377 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:34.380316 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ba6eb-aead-42b0-abd7-e19425a66cf9 None None] Network 7abcb4f9-06da-417e-a523-216109f7851d requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:45:34.568529 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] Set router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:34.608333 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8be92030-3b87-41c1-b133-7b4afd08dbef req-0ce56437-5426-4188-820f-47ea8b0dc9cb tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052183 Jun 04 00:45:34.712934 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port ab09df3f-b545-4b85-a62c-a99b950d62e4 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:34.713328 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:34.725851 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] Deleting subnet 2d2812ed-f75b-4c63-8747-b0bf8e07151f {{(pid=103533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:45:34.743372 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:34.989514 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.037744 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.067988 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edee5a6-97df-41eb-a150-29646de86668 {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:45:35.075738 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.099354 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.110246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Transition to ACTIVE for port object 8edee5a6-97df-41eb-a150-29646de86668 will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:35.125006 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Notify callbacks [] for port, precommit_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.178225 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Transition to ACTIVE for port object f90f59ef-8460-46d8-9d4f-9d4d99906ca8 will not be triggered until provisioned by entity DHCP. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:35.214067 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-6504aa34-887f-4a71-a21b-f4c2d8ae1fc2 service neutron] 10.222.0.44 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5435803 Jun 04 00:45:35.215117 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.298812 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Transition to ACTIVE for port object 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:35.349979 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.371984 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.426799 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:17Z', 'updated_at': '2021-06-04T00:45:26Z', 'revision_number': 4, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'gw_port': {'id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:18Z', 'updated_at': '2021-06-04T00:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'fb3677a8-ff7d-4a62-acf5-e5c1ec084d70', 'name': '', 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'mac_address': 'fa:16:3e:11:91:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a183448e-557b-40bc-a7fc-c595a3ba64dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:34Z', 'revision_number': 4, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'subnets': [{'id': 'a183448e-557b-40bc-a7fc-c595a3ba64dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:35.435497 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77cacf-a5c4-492f-af35-63c1ca735343 None None] The sync data for ids ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'] in dv-cinder-489949-11-smb is: [{'id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:17Z', 'updated_at': '2021-06-04T00:45:26Z', 'revision_number': 4, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'gw_port': {'id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:18Z', 'updated_at': '2021-06-04T00:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'fb3677a8-ff7d-4a62-acf5-e5c1ec084d70', 'name': '', 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'mac_address': 'fa:16:3e:11:91:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a183448e-557b-40bc-a7fc-c595a3ba64dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:34Z', 'revision_number': 4, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'subnets': [{'id': 'a183448e-557b-40bc-a7fc-c595a3ba64dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:45:35.475906 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.517424 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-689fb089-c262-4c06-b387-a53dbcf1835e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:35.529256 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Synchronizing usage tracker for tenant:ce121d3dca864696882715f9a28781af on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:35.535084 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.538128 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-558d948c-432b-496a-8071-08d756cf632f None None] Provisioning for port 9c3a2088-5dff-414e-9988-6e5e33b6427d completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:35.582091 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.588632 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Unset dirty status for tenant:ce121d3dca864696882715f9a28781af on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:35.590412 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=badf29b385b74d6295762a1dbbe155ed&name=default HTTP/1.1" status: 200 len: 2976 time: 2.1583090 Jun 04 00:45:35.594400 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:35.608576 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60548) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:35.720632 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8cff94-d5b8-4ac6-96c4-e57a6d753550,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:35.729933 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:35.737841 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:35.747391 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:35.805531 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-558d948c-432b-496a-8071-08d756cf632f None None] Provisioning complete for port 9c3a2088-5dff-414e-9988-6e5e33b6427d triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:35.806585 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-558d948c-432b-496a-8071-08d756cf632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.847235 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:35.868809 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:35.895926 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:35.896839 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8308219'] for router_interface, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:35.990668 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-558d948c-432b-496a-8071-08d756cf632f None None] Port 9c3a2088-5dff-414e-9988-6e5e33b6427d cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:45:35.998687 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:36.005236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad9e5-05cf-4e60-9bac-70819dae39c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.110671 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Attempting to bind port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:36.111094 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Attempting to bind port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:36.111417 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Attempting to bind port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 on network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:36.141400 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:36.141864 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Checking segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:36.142439 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.142849 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Bound using segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:36.143341 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Bound port: 616c659d-53d2-44f9-bbff-7ea7ce3e6a41, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:36.175839 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.259234 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Pushing event updated for resources: {'Port': ['ID=f90f59ef-8460-46d8-9d4f-9d4d99906ca8,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:36.291396 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:36.310605 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cac88-1faf-4f89-bcc7-6fb9e17e0dc3 None None] Pushing event updated for resources: {'Port': ['ID=616c659d-53d2-44f9-bbff-7ea7ce3e6a41,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:36.314259 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-ce2cac88-1faf-4f89-bcc7-6fb9e17e0dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:36.331671 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-5c4a5edd-43da-435a-ad9d-099ded907dfc None None] Provisioning complete for port 854d72c0-9a7a-4516-b5b9-1fc479900c73 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:36.332255 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-5c4a5edd-43da-435a-ad9d-099ded907dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.385498 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad9e5-05cf-4e60-9bac-70819dae39c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.464101 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39650d61-2802-42d4-8c5f-64b8ce8eb52a req-74a3b514-2afd-4938-9899-4d72ff620a1b tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:36.469053 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:28Z', 'revision_number': 3, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:36.473689 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-39650d61-2802-42d4-8c5f-64b8ce8eb52a req-74a3b514-2afd-4938-9899-4d72ff620a1b tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 944 time: 0.5327833 Jun 04 00:45:36.476995 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:36.485576 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] For port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:36.490556 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] For port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=616c659d-53d2-44f9-bbff-7ea7ce3e6a41,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:36.492038 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:36.492495 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.648316 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-39650d61-2802-42d4-8c5f-64b8ce8eb52a req-b0f8405f-a232-4f07-b36f-dd1c4eb7dd2e tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729920 Jun 04 00:45:36.665157 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Checking router: aeaa001d-6f31-4548-84b0-03c1ef805c8c for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:45:36.667387 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Updating router aeaa001d-6f31-4548-84b0-03c1ef805c8c port c7a2a435-1751-4e6f-a544-84e0315b69b9 binding host dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:45:36.674822 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.677340 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Pushing event updated for resources: {'Port': ['ID=8edee5a6-97df-41eb-a150-29646de86668,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:36.699258 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-de442b1d-af68-43d7-be42-fe1e340bbb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:36.700864 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Attempting to bind port 8edee5a6-97df-41eb-a150-29646de86668 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:36.701866 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Attempting to bind port 8edee5a6-97df-41eb-a150-29646de86668 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '064bbb16-c48a-4655-a11f-7896ff3a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9506c399-766c-4cc5-b70a-a720446921eb'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:36.702512 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Attempting to bind port 8edee5a6-97df-41eb-a150-29646de86668 on network 9506c399-766c-4cc5-b70a-a720446921eb {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:36.708940 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:36.723368 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.735770 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Port 8edee5a6-97df-41eb-a150-29646de86668 on network 9506c399-766c-4cc5-b70a-a720446921eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:45:36.736340 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Attempting to bind port 8edee5a6-97df-41eb-a150-29646de86668 on network 9506c399-766c-4cc5-b70a-a720446921eb {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:36.758654 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:36.760571 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2812ed-f75b-4c63-8747-b0bf8e07151f,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:36.767788 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:36.768368 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Checking segment: {'id': '064bbb16-c48a-4655-a11f-7896ff3a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9506c399-766c-4cc5-b70a-a720446921eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:36.770268 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:36.775193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Bound using segment: {'id': '064bbb16-c48a-4655-a11f-7896ff3a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9506c399-766c-4cc5-b70a-a720446921eb'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:36.776048 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Bound port: 8edee5a6-97df-41eb-a150-29646de86668, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bbb16-c48a-4655-a11f-7896ff3a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9506c399-766c-4cc5-b70a-a720446921eb'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:36.776540 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.827952 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-66bbe466-5af8-48ee-a930-931d443ae766 service neutron] 10.222.0.44 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5581069 Jun 04 00:45:36.835619 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.854888 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2d2812ed-f75b-4c63-8747-b0bf8e07151f HTTP/1.1" status: 204 len: 168 time: 2.6886187 Jun 04 00:45:36.863188 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cac88-1faf-4f89-bcc7-6fb9e17e0dc3 None None] Pushing event updated for resources: {'Port': ['ID=616c659d-53d2-44f9-bbff-7ea7ce3e6a41,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:36.867941 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-ce2cac88-1faf-4f89-bcc7-6fb9e17e0dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:36.868892 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60566) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:36.940807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad9e5-05cf-4e60-9bac-70819dae39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.959542 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad9e5-05cf-4e60-9bac-70819dae39c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:36.960704 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-3e2ad9e5-05cf-4e60-9bac-70819dae39c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce8cff94-d5b8-4ac6-96c4-e57a6d753550 HTTP/1.1" status: 204 len: 168 time: 1.3464270 Jun 04 00:45:36.987594 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:37.005239 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] For port 8edee5a6-97df-41eb-a150-29646de86668, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:37.006036 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:37.013335 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] For port 8edee5a6-97df-41eb-a150-29646de86668, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8edee5a6-97df-41eb-a150-29646de86668,segment=NetworkSegment(064bbb16-c48a-4655-a11f-7896ff3a7180),segment_id=064bbb16-c48a-4655-a11f-7896ff3a7180)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:37.023699 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:37.035615 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:37.129810 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:37.130697 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:37.132455 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] 10.222.0.47 "PUT /v2.0/ports/8edee5a6-97df-41eb-a150-29646de86668 HTTP/1.1" status: 200 len: 1094 time: 3.8193932 Jun 04 00:45:37.135840 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.db.resource_extend [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 00:45:37.144905 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85c9b0c-69b3-4c76-b2b2-47abd9163e4f', 'tag': '8edee5a6-97df-41eb-a150-29646de86668'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:45:37.365186 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:37.366262 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:37.459621 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ad9e5-05cf-4e60-9bac-70819dae39c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8cff94-d5b8-4ac6-96c4-e57a6d753550,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:37.463166 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3e2ad9e5-05cf-4e60-9bac-70819dae39c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:37.581755 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-f1d45e70-6a1e-4ca3-88cb-bb11043053c4 None None] Provisioning for port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:37.613320 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-696b1b04-5d62-4e50-af7e-fc5863ddce45 req-50899fdc-bd57-4550-b030-b02959cdea32 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Synchronizing usage tracker for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:37.632989 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:37.677452 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:37.740378 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Pushing event updated for resources: {'Port': ['ID=8edee5a6-97df-41eb-a150-29646de86668,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:37.761551 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:37.762677 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:37.787481 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7971183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8269719'] for router_interface, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:37.812396 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:37.877332 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:37.879959 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-f1d45e70-6a1e-4ca3-88cb-bb11043053c4 None None] Provisioning complete for port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:37.880399 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-f1d45e70-6a1e-4ca3-88cb-bb11043053c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:37.900395 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60612) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:38.009749 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-696b1b04-5d62-4e50-af7e-fc5863ddce45 req-50899fdc-bd57-4550-b030-b02959cdea32 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Unset dirty status for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:38.014028 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-696b1b04-5d62-4e50-af7e-fc5863ddce45 req-50899fdc-bd57-4550-b030-b02959cdea32 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 210 time: 0.6679292 Jun 04 00:45:38.019761 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:38.063954 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d4de3-fd4c-4653-adf8-15f532ea351f" -d '{"events": [{"name": "network-changed", "server_uuid": "b85c9b0c-69b3-4c76-b2b2-47abd9163e4f", "tag": "8edee5a6-97df-41eb-a150-29646de86668"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:45:38.159388 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:38.290001 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:38.358101 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:38.427911 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-f1d45e70-6a1e-4ca3-88cb-bb11043053c4 None None] Port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:45:38.513370 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=fb3677a8-ff7d-4a62-acf5-e5c1ec084d70,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:38.597688 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] Usage tracker for resource:security_group_rule and tenant:31ab00b9d94049edbe51f8117274d1d7 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:38.619322 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:38.625764 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3a2088-5dff-414e-9988-6e5e33b6427d,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:38.649858 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:38.708480 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:38.714451 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.db.resource_extend [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 00:45:38.746901 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 854d72c0-9a7a-4516-b5b9-1fc479900c73 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:38.794921 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:38.814158 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631d1667-bc30-4c45-97a1-ed1acc9bde32 x-openstack-request-id: req-631d1667-bc30-4c45-97a1-ed1acc9bde32 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:45:38.814472 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85c9b0c-69b3-4c76-b2b2-47abd9163e4f", "tag": "8edee5a6-97df-41eb-a150-29646de86668", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:45:38.814766 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-631d1667-bc30-4c45-97a1-ed1acc9bde32 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:45:38.815212 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85c9b0c-69b3-4c76-b2b2-47abd9163e4f', 'tag': '8edee5a6-97df-41eb-a150-29646de86668', 'status': 'completed', 'code': 200} Jun 04 00:45:38.858193 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:38.898438 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd874-df50-4cbb-9b74-436347290e69 req-9fa1cb4d-f308-4d15-844a-94dadfd4a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:38.900304 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-9fa1cb4d-f308-4d15-844a-94dadfd4a220 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f2d61c60f8c4b9b8f58d940a863792a&device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 1097 time: 1.4707012 Jun 04 00:45:38.996551 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.012536 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:39.020133 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:39.066303 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.066651 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.067794 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.068134 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.068454 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.068814 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.069139 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.069475 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.069793 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.070131 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.166312 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2cd69-b3fe-4fb3-b60b-4398d585fa4e req-3ed86b59-48ac-46ed-b9f3-892497c58137 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:39.167093 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-83f2cd69-b3fe-4fb3-b60b-4398d585fa4e req-3ed86b59-48ac-46ed-b9f3-892497c58137 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Synchronizing usage tracker for tenant:4f2d61c60f8c4b9b8f58d940a863792a on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:39.284081 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-83f2cd69-b3fe-4fb3-b60b-4398d585fa4e req-3ed86b59-48ac-46ed-b9f3-892497c58137 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Unset dirty status for tenant:4f2d61c60f8c4b9b8f58d940a863792a on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:39.290827 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-83f2cd69-b3fe-4fb3-b60b-4398d585fa4e req-3ed86b59-48ac-46ed-b9f3-892497c58137 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 944 time: 0.6399271 Jun 04 00:45:39.308582 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=fb3677a8-ff7d-4a62-acf5-e5c1ec084d70,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:39.320318 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:39.357445 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Notify callbacks [] for port, precommit_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.459226 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Transition to ACTIVE for port object c7a2a435-1751-4e6f-a544-84e0315b69b9 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:39.461861 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-83f2cd69-b3fe-4fb3-b60b-4398d585fa4e req-61cce9e8-482d-4eb2-a4ce-ef05d0f01265 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Synchronizing usage tracker for tenant:4f2d61c60f8c4b9b8f58d940a863792a on resource:security_group {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:39.487835 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-2a784e32-25bb-4988-bca9-7429ec45f3c2 None None] Provisioning complete for port 9c3a2088-5dff-414e-9988-6e5e33b6427d triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:39.488936 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-2a784e32-25bb-4988-bca9-7429ec45f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.496266 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Router 24efaf82-b224-4770-9108-d434a80e4e0f has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:45:39.498140 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-83f2cd69-b3fe-4fb3-b60b-4398d585fa4e req-61cce9e8-482d-4eb2-a4ce-ef05d0f01265 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Unset dirty status for tenant:4f2d61c60f8c4b9b8f58d940a863792a on resource:security_group {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:39.500193 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-83f2cd69-b3fe-4fb3-b60b-4398d585fa4e req-61cce9e8-482d-4eb2-a4ce-ef05d0f01265 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068768 Jun 04 00:45:39.538070 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.538273 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.539513 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.539513 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:39.539513 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07c5089-f1c6-4309-ad98-153bacf3a4cf']}} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:39.574169 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.580367 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-2a784e32-25bb-4988-bca9-7429ec45f3c2 None None] Port 9c3a2088-5dff-414e-9988-6e5e33b6427d cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:45:39.600659 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.630399 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:39.710558 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 854d72c0-9a7a-4516-b5b9-1fc479900c73 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:39.710558 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.716492 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.718548 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fad563b-3ad7-41b1-9ab4-c4c74c63636c') {'for_net_delete': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:39.718844 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fad563b-3ad7-41b1-9ab4-c4c74c63636c') {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:39.771718 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:39.846417 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7032540'] for segment, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.853313 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Pushing event updated for resources: {'Port': ['ID=f90f59ef-8460-46d8-9d4f-9d4d99906ca8,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:39.861830 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:39.925645 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.953809 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:45:39.954216 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030088'] for segment, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:39.967764 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:45:39.985598 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] 10.222.0.44 "PUT /v2.0/routers/24efaf82-b224-4770-9108-d434a80e4e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2998207 Jun 04 00:45:39.994016 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-1f749a97-7930-47eb-a055-9845faf88021 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:39.994814 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-1f749a97-7930-47eb-a055-9845faf88021 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Synchronizing usage tracker for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:network {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: from cryptography.utils import int_from_bytes Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: from cryptography.utils import int_from_bytes Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: Traceback (most recent call last): Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: timer() Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: cb(*args, **kw) Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: return func(*args, **kwargs) Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: self._notify() Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: self.callback(batched_events) Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: event.method(event) Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: return f(self, *a, **k) Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: return self._get(url).json() Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: return self.request(url, 'GET', **kwargs) Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:45:40.001899 dv-cinder-489949-11-smb neutron-server[103533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:45:40.123698 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Attempting to bind port c7a2a435-1751-4e6f-a544-84e0315b69b9 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:40.124100 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Attempting to bind port c7a2a435-1751-4e6f-a544-84e0315b69b9 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:40.125760 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Attempting to bind port c7a2a435-1751-4e6f-a544-84e0315b69b9 on network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:40.127501 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7971183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8269719'] for router_interface, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.140947 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:40.141333 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Checking segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:40.141888 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.142459 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Bound using segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:40.143183 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Bound port: c7a2a435-1751-4e6f-a544-84e0315b69b9, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:40.143456 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.257962 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] For port c7a2a435-1751-4e6f-a544-84e0315b69b9, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:40.261781 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] For port c7a2a435-1751-4e6f-a544-84e0315b69b9, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=c7a2a435-1751-4e6f-a544-84e0315b69b9,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:40.272338 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:40.304831 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-1f749a97-7930-47eb-a055-9845faf88021 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Unset dirty status for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:network {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:40.308596 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7144b5d-d0a2-4aca-b02f-c5cd5580510e None None] Pushing event updated for resources: {'Port': ['ID=c7a2a435-1751-4e6f-a544-84e0315b69b9,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:40.317483 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-1f749a97-7930-47eb-a055-9845faf88021 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 818 time: 0.7618940 Jun 04 00:45:40.318784 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.328262 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-a7144b5d-d0a2-4aca-b02f-c5cd5580510e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:40.328746 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-a7144b5d-d0a2-4aca-b02f-c5cd5580510e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:40.340728 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.359534 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.432128 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-18619a33-2dda-4c01-a045-2255447d1061 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/quotas/e95e2cb808de4ac698e4e91e48b29af7 HTTP/1.1" status: 200 len: 375 time: 0.1138091 Jun 04 00:45:40.434856 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:40.449099 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.471139 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:31Z', 'revision_number': 1, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:40.484603 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e5a1d-1d80-4e70-b839-8ed3a96348e5 None None] The sync data for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb is: [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:31Z', 'revision_number': 1, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:45:40.509793 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:40.509793 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:40.551348 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31ab00b9d94049edbe51f8117274d1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6065421 Jun 04 00:45:40.552749 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60706) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:40.677743 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.708021 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f78042c1-1283-4838-ab61-2f8cd1037b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.733421 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a07c5089-f1c6-4309-ad98-153bacf3a4cf HTTP/1.1" status: 204 len: 168 time: 3.8582723 Jun 04 00:45:40.736168 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60710) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:40.778490 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:40.787046 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6264deb-3da2-496a-9a46-1d89e3e25249,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:40.826346 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f78042c1-1283-4838-ab61-2f8cd1037b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.843096 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3d84f845-208e-47d7-b722-287a1a9193c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:40.853441 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:40.892344 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] Deleting subnet e45fbbf3-fb12-420b-9c4a-7a8ec1a62592 {{(pid=103534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:45:40.901199 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:40.939180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a07c5089-f1c6-4309-ad98-153bacf3a4cf,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:40.963855 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:40.983669 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:40.998893 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:41.028908 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:41.054771 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:41.135129 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f78042c1-1283-4838-ab61-2f8cd1037b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:41.274129 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60716) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:41.344419 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123104923', 'description': 'tempest-description--6072146'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:41.362741 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:41.373890 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:security_group and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:41.390949 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:41.413170 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:41.513939 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-ca537606-4ca1-4ee4-8255-234d7ba3bd9e tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0625117 Jun 04 00:45:41.541274 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:41.550259 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:41.597606 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:41.607293 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:security_group_rule and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:41.612253 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:41.632856 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-1b3523b2-e8e0-4317-adc9-47951319725b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edee5a6-97df-41eb-a150-29646de86668 HTTP/1.1" status: 200 len: 217 time: 0.4881694 Jun 04 00:45:41.633385 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:41.766860 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7144b5d-d0a2-4aca-b02f-c5cd5580510e None None] Pushing event updated for resources: {'Port': ['ID=c7a2a435-1751-4e6f-a544-84e0315b69b9,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:41.775732 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-a7144b5d-d0a2-4aca-b02f-c5cd5580510e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.447s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:41.851949 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:41.852231 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:41.880494 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:41.896152 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:42.039800 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-268a6160-4f0b-4864-aad8-c3ed7a8e8005 None None] Provisioning complete for port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:42.039800 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-268a6160-4f0b-4864-aad8-c3ed7a8e8005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:42.053946 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78042c1-1283-4838-ab61-2f8cd1037b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6264deb-3da2-496a-9a46-1d89e3e25249,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:42.071173 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-f78042c1-1283-4838-ab61-2f8cd1037b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:42.107070 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-268a6160-4f0b-4864-aad8-c3ed7a8e8005 None None] Port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:45:42.237775 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:37Z', 'revision_number': 2, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:42.242529 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193889f-641a-4f52-b944-b65f84ab482c None None] The sync data for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb is: [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:37Z', 'revision_number': 2, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:45:42.332049 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f78042c1-1283-4838-ab61-2f8cd1037b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:42.335298 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-f78042c1-1283-4838-ab61-2f8cd1037b3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6264deb-3da2-496a-9a46-1d89e3e25249 HTTP/1.1" status: 204 len: 168 time: 1.7813268 Jun 04 00:45:42.450803 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e058-0de4-4b27-bb40-d271cbe68b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:42.452401 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:42.478693 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd874-df50-4cbb-9b74-436347290e69 req-0ded8893-d60e-4ff6-aea8-dd625ac1ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:42.483814 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-0ded8893-d60e-4ff6-aea8-dd625ac1ea42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d06a5d17-a918-497a-b583-8573803bc4af HTTP/1.1" status: 200 len: 852 time: 0.4022901 Jun 04 00:45:42.516089 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220'] for subnet, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:42.542720 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a5e0a929-2604-48d6-ada4-7f3108441967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:42.608645 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3e2ad9e5-05cf-4e60-9bac-70819dae39c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:42.636788 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45fbbf3-fb12-420b-9c4a-7a8ec1a62592,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:42.670788 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:42.696468 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3463de2-b4c9-46c8-83da-b6d2d148d726 req-4e9def66-ae1e-4d79-90d7-c8570d426fae tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:42.696697 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:42.698600 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c3463de2-b4c9-46c8-83da-b6d2d148d726 req-4e9def66-ae1e-4d79-90d7-c8570d426fae tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 944 time: 1.0551178 Jun 04 00:45:42.701333 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4032097 Jun 04 00:45:42.704833 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60744) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:42.711643 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'security_group_rule': {'security_group_id': '29beb0ad-48ce-4a71-bd27-67ab5368ea2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:42.717100 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:42.736093 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:42.736674 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:42.748822 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:42.861341 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29beb0ad-48ce-4a71-bd27-67ab5368ea2a,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:42.887920 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:42.929626 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Router aeaa001d-6f31-4548-84b0-03c1ef805c8c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:45:43.029653 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e45fbbf3-fb12-420b-9c4a-7a8ec1a62592 HTTP/1.1" status: 204 len: 168 time: 2.2921803 Jun 04 00:45:43.035431 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:security_group_rule and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:43.061534 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:43.091777 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:43.104691 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60754) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:43.112446 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:43.137920 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=616c659d-53d2-44f9-bbff-7ea7ce3e6a41,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:43.154032 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:43.164634 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:43.203405 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-efcbd8dd-dc29-483a-8c68-d80db46da0cc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:45:43.208354 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-efcbd8dd-dc29-483a-8c68-d80db46da0cc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2187445 Jun 04 00:45:43.225632 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-c152cae0-31db-478b-8071-4a290cd75975 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9506c399-766c-4cc5-b70a-a720446921eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4682877 Jun 04 00:45:43.229285 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:43.430635 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=616c659d-53d2-44f9-bbff-7ea7ce3e6a41,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:43.449870 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:43.695906 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.47', 53746) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:43.823049 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c3463de2-b4c9-46c8-83da-b6d2d148d726 req-cfc0f45d-3d2d-4a42-a756-0dcbe39d977a tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1029568 Jun 04 00:45:44.043806 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:44.057867 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:44.170308 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-00111498-d75e-41ed-905c-26c97e1fe27c service neutron] 10.222.0.44 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9385817 Jun 04 00:45:44.184674 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-63e09a29-2ec6-4d2d-8888-9c4f3c012266 service neutron] 10.222.0.47 "GET /v2.0/networks/9506c399-766c-4cc5-b70a-a720446921eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8772700 Jun 04 00:45:44.527211 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:45:44.541669 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:44.549029 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:44.552750 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] 10.222.0.44 "PUT /v2.0/routers/aeaa001d-6f31-4548-84b0-03c1ef805c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6163559 Jun 04 00:45:44.596433 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:44.624790 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60792) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:44.701971 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-71995c0d-bf26-4ff0-b1f6-c872d8e5bb5c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:44.703531 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-71995c0d-bf26-4ff0-b1f6-c872d8e5bb5c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 818 time: 1.0015812 Jun 04 00:45:44.738365 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.739211 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.740455 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.740942 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.742370 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.743193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.743997 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.745936 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.746447 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.746949 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.760568 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:44.761463 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:44.790363 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Request body: {'port': {'device_id': '89a9e813-ebe4-4920-9f88-f0661c9c7f60', 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7', 'admin_state_up': True, 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:44.846380 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-183c6cf3-048a-4290-afdc-a4b7e2159072 service neutron] 10.222.0.44 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598267 Jun 04 00:45:44.945911 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.946522 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.947119 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.947492 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 00:45:44.947856 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abcb4f9-06da-417e-a523-216109f7851d']}} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:44.971502 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.076038 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d4467a-0f0d-4e7c-bd0f-c4d83b198d64') {'for_net_delete': True} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:45.076347 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d4467a-0f0d-4e7c-bd0f-c4d83b198d64') {} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:45.087504 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.098151 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device c7a2a435-1751-4e6f-a544-84e0315b69b9 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:45.109501 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:45.237956 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Sync routers for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:45:45.255423 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-aa68ef01-09cd-4128-9383-5a9bc6877426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.264959 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:45.265763 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:45.292485 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port c7a2a435-1751-4e6f-a544-84e0315b69b9 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:45.304519 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port c7a2a435-1751-4e6f-a544-84e0315b69b9 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:45.306093 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.311874 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.331026 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.339090 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6290357 Jun 04 00:45:45.339090 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed6c418-250a-4f7d-8de6-40fa92e0ca18,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:45.342835 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60820) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:45.349262 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:45.351996 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6466751'] for segment, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.401635 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:45.413657 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'security_group_rule': {'security_group_id': '29beb0ad-48ce-4a71-bd27-67ab5368ea2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:45.417352 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:45.443580 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Usage tracker for resource:security_group_rule and tenant:400813f015b24164abc562ff1773c08d is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:45.464639 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:45.473114 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:45.479989 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:45.496510 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:45.504022 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Made reservation on behalf of e95e2cb808de4ac698e4e91e48b29af7 for: {'port': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:45.515116 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.520618 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:security_group_rule and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:45.540248 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:45.553582 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.587161 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:45.591056 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6cddd874-df50-4cbb-9b74-436347290e69 req-08e9c5ff-fb9a-408c-9650-bbe8dd33238e service neutron] 10.222.0.47 "GET /v2.0/networks/9506c399-766c-4cc5-b70a-a720446921eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2559910 Jun 04 00:45:45.593272 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:45:45.593669 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5526901'] for segment, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.640723 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: from cryptography.utils import int_from_bytes Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: from cryptography.utils import int_from_bytes Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: Traceback (most recent call last): Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: timer() Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: cb(*args, **kw) Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: return func(*args, **kwargs) Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: self._notify() Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: self.callback(batched_events) Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: event.method(event) Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: return f(self, *a, **k) Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: return self._get(url).json() Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: return self.request(url, 'GET', **kwargs) Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:45:45.658046 dv-cinder-489949-11-smb neutron-server[103534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:45:45.665557 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port c7a2a435-1751-4e6f-a544-84e0315b69b9, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=c7a2a435-1751-4e6f-a544-84e0315b69b9,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:45.677857 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.686086 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:45.695133 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-ce2cac88-1faf-4f89-bcc7-6fb9e17e0dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:45.788747 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=c7a2a435-1751-4e6f-a544-84e0315b69b9,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:45.801821 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:45.843201 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeb8e3-002b-4090-b1af-7ae3910dcd42 req-6dd65b6c-12ad-4b01-b06b-b4474a42f32d tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:45.850400 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-adaeb8e3-002b-4090-b1af-7ae3910dcd42 req-6dd65b6c-12ad-4b01-b06b-b4474a42f32d tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 944 time: 0.7181406 Jun 04 00:45:45.898403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.955354 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.956134 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:45.998212 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.005320 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.012415 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.034941 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-adaeb8e3-002b-4090-b1af-7ae3910dcd42 req-03e2a9d0-bf87-47d1-9251-b7858892bef4 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791351 Jun 04 00:45:46.035899 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.047388 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:46.051724 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.060350 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:46.091455 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abcb4f9-06da-417e-a523-216109f7851d,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:46.094717 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:46.095436 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:46.108342 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Allocated IP 172.20.0.6 (1f13caf1-29b6-4a43-83b2-1c3ed80050a7/a183448e-557b-40bc-a7fc-c595a3ba64dd/ed1c9a31-adb7-4118-926f-c74dbbfb03c6) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:46.114329 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030178a2-e661-4aa5-b1ce-410a4ea09228,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:46.127652 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:46.183294 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=400813f015b24164abc562ff1773c08d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5498559 Jun 04 00:45:46.183548 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60840) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:46.202804 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7abcb4f9-06da-417e-a523-216109f7851d HTTP/1.1" status: 204 len: 168 time: 3.0839381 Jun 04 00:45:46.230801 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2ac5d4-1e0c-455c-b307-a3ab36f1cc19,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:46.237773 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:46.240362 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.255845 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8609817 Jun 04 00:45:46.255845 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60848) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:46.267427 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'floatingip': {'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:46.279467 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:46.288508 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:floatingip and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:46.296792 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:46.311081 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:46.336844 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.413662 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c902deb-b84a-4bc9-953b-3cc32f49acba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.422790 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device c7a2a435-1751-4e6f-a544-84e0315b69b9 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:46.430535 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-abbbabda-6b8f-4cb5-a660-dd13d14748ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:46.433430 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-abbbabda-6b8f-4cb5-a660-dd13d14748ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f2d61c60f8c4b9b8f58d940a863792a&device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 1097 time: 0.3456912 Jun 04 00:45:46.612187 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60854) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:46.647451 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:35Z', 'revision_number': 2, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:46.664186 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Checking router: 24efaf82-b224-4770-9108-d434a80e4e0f for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:45:46.664563 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Updating router 24efaf82-b224-4770-9108-d434a80e4e0f port 9c3a2088-5dff-414e-9988-6e5e33b6427d binding host dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:45:46.666159 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port c7a2a435-1751-4e6f-a544-84e0315b69b9 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:46.667042 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.731287 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1d787d69-5ece-4fdb-b393-3dd1962b2c75 req-859dec96-9a67-4107-a21c-959ddfebac0b tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 210 time: 0.3135548 Jun 04 00:45:46.749626 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-bbc2770a-dabf-49a7-a47b-75d49185b5f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=493ae874592c4c42a013c4c555340f7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1359663 Jun 04 00:45:46.754157 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60862) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:46.787732 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.949748 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:46.984193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60864) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:47.020772 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.079228 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-de2e05c0-03fd-4da0-88a8-20e9e4fb17a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:47.131219 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c902deb-b84a-4bc9-953b-3cc32f49acba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.238059 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:47.238901 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-c0eca781-56cb-4ce1-a2f4-ad96cb6b1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:47.242418 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.47', 53752) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:47.242766 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60870) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:47.244101 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-c0eca781-56cb-4ce1-a2f4-ad96cb6b1706 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9506c399-766c-4cc5-b70a-a720446921eb HTTP/1.1" status: 200 len: 913 time: 0.7739608 Jun 04 00:45:47.260838 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414273727', 'description': 'tempest-description--501084644'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:47.268378 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:47.272665 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:security_group and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:47.277809 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:47.291152 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:47.300004 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:47.302970 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:47.377263 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.385226 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-43033a20-6e3b-49da-b23d-8319bc07fddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.438485 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-c9f8fc86-b59a-4d1a-a0f3-3b3fd0be45de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edee5a6-97df-41eb-a150-29646de86668 HTTP/1.1" status: 200 len: 217 time: 0.1669035 Jun 04 00:45:47.457772 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:47.458441 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.491708 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.571295 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Pushing event updated for resources: {'Port': ['ID=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:47.575222 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:47.583967 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-43033a20-6e3b-49da-b23d-8319bc07fddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.618571 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.634622 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:47.637495 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c902deb-b84a-4bc9-953b-3cc32f49acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.649306 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Notify callbacks [] for port, precommit_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.665705 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.provisioning_blocks [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Transition to ACTIVE for port object 9c3a2088-5dff-414e-9988-6e5e33b6427d will not be triggered until provisioned by entity L2. {{(pid=103536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:47.674468 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.679719 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:47.686725 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:security_group_rule and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:47.691620 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:47.699772 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Usage tracker for resource:security_group_rule and tenant:39d8c589d0eb41e780f7f160b0bfec0a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:47.702578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:47.708421 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:47.710036 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9d58994f-d8bf-4021-b4cb-1ca12a12f870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:47.713672 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Sync routers for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:45:47.719097 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.726942 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:47.729606 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:47.733154 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:47.735833 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:47.746242 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c902deb-b84a-4bc9-953b-3cc32f49acba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030178a2-e661-4aa5-b1ce-410a4ea09228,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:47.749708 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-2c902deb-b84a-4bc9-953b-3cc32f49acba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:47.776615 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f832d1-c144-4f42-8f3c-46d802457bf6 None None] Pushing event updated for resources: {'Port': ['ID=9c3a2088-5dff-414e-9988-6e5e33b6427d,revision_number=3']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:47.788712 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c902deb-b84a-4bc9-953b-3cc32f49acba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:47.792739 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-2c902deb-b84a-4bc9-953b-3cc32f49acba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/030178a2-e661-4aa5-b1ce-410a4ea09228 HTTP/1.1" status: 204 len: 168 time: 1.6083310 Jun 04 00:45:47.797964 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0122457 Jun 04 00:45:47.800951 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-68f832d1-c144-4f42-8f3c-46d802457bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:47.817858 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-ea7452cc-f3da-4778-b726-3da38e017d9c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:47.819363 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-ea7452cc-f3da-4778-b726-3da38e017d9c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 818 time: 0.5667799 Jun 04 00:45:47.825833 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Request body: {'port': {'device_id': '89a9e813-ebe4-4920-9f88-f0661c9c7f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:47.842681 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-a7ab1acb-8956-46fd-806c-a3dc5fcf6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:47.849005 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-a7ab1acb-8956-46fd-806c-a3dc5fcf6e74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d06a5d17-a918-497a-b583-8573803bc4af HTTP/1.1" status: 200 len: 852 time: 0.3644941 Jun 04 00:45:47.871668 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Request body: {'port': {'device_id': 'fa023669-b7bd-41ed-a74a-e8df28fc3021', 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7', 'admin_state_up': True, 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:47.997231 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-2191b136-c362-4a06-bb99-28b16caaaa6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9506c399-766c-4cc5-b70a-a720446921eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027923 Jun 04 00:45:48.048285 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e454c-7e8c-4b5e-816c-75a8217008e8 req-1e61f43e-4eb6-49f3-a632-5813b643e4c0 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:48.058942 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-088e454c-7e8c-4b5e-816c-75a8217008e8 req-1e61f43e-4eb6-49f3-a632-5813b643e4c0 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 944 time: 0.6671495 Jun 04 00:45:48.089705 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:48.162420 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.165163 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-05fa5f38-0209-498e-9ab9-5d2cea5cf227 req-b13f6aa3-d397-410b-b02d-3b79e6341bef tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Synchronizing usage tracker for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:48.212539 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-088e454c-7e8c-4b5e-816c-75a8217008e8 req-e0720c0f-86d5-470b-a7cb-285a32a040bf tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492527 Jun 04 00:45:48.218331 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.246418 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Attempting to bind port 9c3a2088-5dff-414e-9988-6e5e33b6427d on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:48.247207 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Attempting to bind port 9c3a2088-5dff-414e-9988-6e5e33b6427d by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:48.247824 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Attempting to bind port 9c3a2088-5dff-414e-9988-6e5e33b6427d on network 9655d0e8-abb1-48a6-b974-85aa3b25885a {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:48.269836 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:48.270504 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Checking segment: {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:48.270916 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.271027 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.273612 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Bound using segment: {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:48.274829 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Bound port: 9c3a2088-5dff-414e-9988-6e5e33b6427d, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'}}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:48.274829 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.288051 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.305187 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.319404 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:48.327156 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-05fa5f38-0209-498e-9ab9-5d2cea5cf227 req-b13f6aa3-d397-410b-b02d-3b79e6341bef tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Unset dirty status for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:48.338945 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-05fa5f38-0209-498e-9ab9-5d2cea5cf227 req-b13f6aa3-d397-410b-b02d-3b79e6341bef tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 210 time: 0.3392358 Jun 04 00:45:48.355449 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-f78042c1-1283-4838-ab61-2f8cd1037b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:48.396276 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39d8c589d0eb41e780f7f160b0bfec0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4045718 Jun 04 00:45:48.397070 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb1d5b3-e403-460f-a5c9-1bdbcd43c0a9,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:48.398946 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:48.403293 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60886) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:48.449765 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-43033a20-6e3b-49da-b23d-8319bc07fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.501063 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] For port 9c3a2088-5dff-414e-9988-6e5e33b6427d, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:48.504800 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] For port 9c3a2088-5dff-414e-9988-6e5e33b6427d, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=9c3a2088-5dff-414e-9988-6e5e33b6427d,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:48.513416 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.513983 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60890) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:48.522616 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:48.522885 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:48.525180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:48.543850 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:48.548994 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.550215 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2964950 Jun 04 00:45:48.551914 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:48.555991 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60894) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:48.559848 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.567562 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-17b3cbc3-3dd7-486d-8204-2bfbc0295b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:48.575503 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'security_group_rule': {'security_group_id': '1d0b258a-3fad-4cdb-9e00-89ff6ead48ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:48.590298 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:48.592563 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:37Z', 'revision_number': 2, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:48.601448 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:security_group_rule and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:48.606201 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43033a20-6e3b-49da-b23d-8319bc07fddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ba80f-5a67-45d3-9682-1b7f912bfa8a,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:48.608442 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Checking router: aeaa001d-6f31-4548-84b0-03c1ef805c8c for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:45:48.609237 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Updating router aeaa001d-6f31-4548-84b0-03c1ef805c8c port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 binding host dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:45:48.615244 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Made reservation on behalf of e95e2cb808de4ac698e4e91e48b29af7 for: {'port': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:48.618726 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f832d1-c144-4f42-8f3c-46d802457bf6 None None] Pushing event updated for resources: {'Port': ['ID=9c3a2088-5dff-414e-9988-6e5e33b6427d,revision_number=4']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:48.621664 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.624324 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-68f832d1-c144-4f42-8f3c-46d802457bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:48.634991 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-43033a20-6e3b-49da-b23d-8319bc07fddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:48.639839 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-43033a20-6e3b-49da-b23d-8319bc07fddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.640049 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:48.640681 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:48.641639 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-43033a20-6e3b-49da-b23d-8319bc07fddf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e6ba80f-5a67-45d3-9682-1b7f912bfa8a HTTP/1.1" status: 204 len: 168 time: 1.8197484 Jun 04 00:45:48.660368 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8b44d924-6b0f-487c-87e5-edec1cf67803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.691222 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8b44d924-6b0f-487c-87e5-edec1cf67803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.709721 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:48.732678 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:48.763115 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8b44d924-6b0f-487c-87e5-edec1cf67803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.765794 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.773484 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Allocated IP 172.28.1.197 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/51d55ddb-75fb-46ac-8e28-4bd17791ddb2) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:48.787237 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Usage tracker for resource:security_group_rule and tenant:a701c99382e04a21b61934b181edffc1 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:48.790178 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:48.795743 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:48.806207 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:48.813702 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:48.844735 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8b44d924-6b0f-487c-87e5-edec1cf67803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:48.850183 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-8b44d924-6b0f-487c-87e5-edec1cf67803 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcb1d5b3-e403-460f-a5c9-1bdbcd43c0a9 HTTP/1.1" status: 204 len: 168 time: 0.4455140 Jun 04 00:45:48.871824 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44d924-6b0f-487c-87e5-edec1cf67803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb1d5b3-e403-460f-a5c9-1bdbcd43c0a9,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:48.883506 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8b44d924-6b0f-487c-87e5-edec1cf67803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:48.886033 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-ee646b3b-e1f1-49d4-8b83-5a45b8ad1206 service neutron] 10.222.0.47 "GET /v2.0/networks/9506c399-766c-4cc5-b70a-a720446921eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8807347 Jun 04 00:45:49.010792 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:49.027161 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.233209 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.249054 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.251310 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-769d4de3-fd4c-4653-adf8-15f532ea351f req-58f6d155-9c75-4d80-bdbc-cb64be9f4f5f service neutron] 10.222.0.47 "GET /v2.0/networks/9506c399-766c-4cc5-b70a-a720446921eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440366 Jun 04 00:45:49.262424 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:49.291602 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.318443 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d519954-b804-41a5-a6c6-726ac6c5a7fa,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:49.326168 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.344712 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:49.518271 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:49.663301 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.664599 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1058788 Jun 04 00:45:49.669005 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.670753 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Notify callbacks [] for port, precommit_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.672379 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60930) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:49.686690 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Transition to ACTIVE for port object f90f59ef-8460-46d8-9d4f-9d4d99906ca8 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:49.690513 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'security_group_rule': {'security_group_id': '1d0b258a-3fad-4cdb-9e00-89ff6ead48ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:49.698259 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:49.703107 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:security_group_rule and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:49.707257 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.707822 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:49.716454 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:49.718256 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-a7144b5d-d0a2-4aca-b02f-c5cd5580510e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:49.731251 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60932) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:49.773273 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.785989 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a701c99382e04a21b61934b181edffc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2666142 Jun 04 00:45:49.796471 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60936) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:49.809912 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1c9a31-adb7-4118-926f-c74dbbfb03c6 {{(pid=103533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:45:49.821118 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0d852a-a787-45d1-a43a-7823153e6aad,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:49.824566 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-1f9a3c54-57d4-48b1-b269-b85b7b8b40aa req-ea57a972-79fe-41ff-a3ee-5c3e2b130a11 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Synchronizing usage tracker for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:49.827263 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:49.845722 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c9710-2d3a-4ca2-8c56-1a6c7697d832 None None] Pushing event updated for resources: {'Port': ['ID=f90f59ef-8460-46d8-9d4f-9d4d99906ca8,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:49.846273 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:49.850964 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-959c9710-2d3a-4ca2-8c56-1a6c7697d832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:49.892049 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-1f9a3c54-57d4-48b1-b269-b85b7b8b40aa req-ea57a972-79fe-41ff-a3ee-5c3e2b130a11 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Unset dirty status for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:49.917310 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1f9a3c54-57d4-48b1-b269-b85b7b8b40aa req-ea57a972-79fe-41ff-a3ee-5c3e2b130a11 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 210 time: 0.2886691 Jun 04 00:45:49.918474 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Transition to ACTIVE for port object ed1c9a31-adb7-4118-926f-c74dbbfb03c6 will not be triggered until provisioned by entity L2. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:49.958713 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:48Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:49.972096 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058953ab-1854-4fa6-af40-9df6541841a5 None None] The sync data for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb is: [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:48Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:45:49.976412 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-88bdffeb-215f-4e7a-8988-e277734064b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.002926 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.021963 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-88bdffeb-215f-4e7a-8988-e277734064b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.030321 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:50.031078 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Attempting to bind port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:50.031936 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Attempting to bind port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:50.032391 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Attempting to bind port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 on network 297206ad-db2b-4913-9f81-e1e2de4db8ce {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:50.038347 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:50.038967 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Checking segment: {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:50.039509 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.040099 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Bound using segment: {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:50.040689 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Bound port: f90f59ef-8460-46d8-9d4f-9d4d99906ca8, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:50.041172 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.169871 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d0b8-b436-4405-a3db-1e222d639689 req-e41542c7-4202-4bb7-a034-b909149219fd tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:50.171555 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-70a1d0b8-b436-4405-a3db-1e222d639689 req-e41542c7-4202-4bb7-a034-b909149219fd tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 944 time: 0.5874221 Jun 04 00:45:50.172236 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-88bdffeb-215f-4e7a-8988-e277734064b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.179138 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] For port f90f59ef-8460-46d8-9d4f-9d4d99906ca8, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:50.183182 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] For port f90f59ef-8460-46d8-9d4f-9d4d99906ca8, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=f90f59ef-8460-46d8-9d4f-9d4d99906ca8,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:50.188742 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-cfde7b6d-e8c9-4c87-9dc7-cb2462050fee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fda871b34c04671892cb5edbcd8bba9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4529495 Jun 04 00:45:50.193995 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 60944) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:50.195020 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.199304 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fc7cb311-a24b-45f3-b0b2-29e94b920b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:50.211143 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:50.213726 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdffeb-215f-4e7a-8988-e277734064b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0d852a-a787-45d1-a43a-7823153e6aad,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:50.216043 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-88bdffeb-215f-4e7a-8988-e277734064b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:50.307455 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-70a1d0b8-b436-4405-a3db-1e222d639689 req-9d85752d-1a48-46e9-9be5-c15a3966ce7d tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133032 Jun 04 00:45:50.325734 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.365916 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.367294 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6c1f2a71-d587-482c-b262-d8e4a066d300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:50.434450 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-88bdffeb-215f-4e7a-8988-e277734064b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.435763 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-88bdffeb-215f-4e7a-8988-e277734064b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a0d852a-a787-45d1-a43a-7823153e6aad HTTP/1.1" status: 204 len: 168 time: 0.6372395 Jun 04 00:45:50.451353 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 9c3a2088-5dff-414e-9988-6e5e33b6427d up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:50.477129 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.493686 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c9710-2d3a-4ca2-8c56-1a6c7697d832 None None] Pushing event updated for resources: {'Port': ['ID=f90f59ef-8460-46d8-9d4f-9d4d99906ca8,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:50.507507 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:45:50.508424 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:45:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:50.545452 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.554798 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8812654 Jun 04 00:45:50.557229 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:50.560262 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60954) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:50.561130 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:50.580502 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:50.628039 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Allocated IP 172.20.0.10 (1f13caf1-29b6-4a43-83b2-1c3ed80050a7/a183448e-557b-40bc-a7fc-c595a3ba64dd/db442f1f-13b4-497c-81d1-247ad05cbdf0) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:50.630238 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:50.635388 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-959c9710-2d3a-4ca2-8c56-1a6c7697d832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:50.684864 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:50.696133 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'floatingip': {'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:50.754789 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:50.788737 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8edee5a6-97df-41eb-a150-29646de86668 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:45:50.802615 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:floatingip and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:50.805440 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'Port': ['ID=51d55ddb-75fb-46ac-8e28-4bd17791ddb2,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:50.822926 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:50.828847 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:50.838481 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:50.865735 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 9c3a2088-5dff-414e-9988-6e5e33b6427d completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:50.879488 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:50.899643 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8d706e-e13b-44b3-a635-5413d5a7226e,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:50.903856 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:50.915110 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fd70ec7e-0eba-4708-b3a9-b52f975bf559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:50.943632 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 9c3a2088-5dff-414e-9988-6e5e33b6427d triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:50.949699 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.000794 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.db.resource_extend [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 00:45:51.013367 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Attempting to bind port ed1c9a31-adb7-4118-926f-c74dbbfb03c6 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:51.017965 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Attempting to bind port ed1c9a31-adb7-4118-926f-c74dbbfb03c6 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:51.018502 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Attempting to bind port ed1c9a31-adb7-4118-926f-c74dbbfb03c6 on network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:51.099907 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Port ed1c9a31-adb7-4118-926f-c74dbbfb03c6 on network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:45:51.100242 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Attempting to bind port ed1c9a31-adb7-4118-926f-c74dbbfb03c6 on network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:51.108202 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fd70ec7e-0eba-4708-b3a9-b52f975bf559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.114180 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:45:51.114708 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.125576 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.236396 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.480751 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:51.481129 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Checking segment: {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:51.482346 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Bound using segment: {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:51.482498 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Bound port: ed1c9a31-adb7-4118-926f-c74dbbfb03c6, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:51.482787 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.578618 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8edee5a6-97df-41eb-a150-29646de86668, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8edee5a6-97df-41eb-a150-29646de86668,segment=NetworkSegment(064bbb16-c48a-4655-a11f-7896ff3a7180),segment_id=064bbb16-c48a-4655-a11f-7896ff3a7180)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:51.597339 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.619253 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 60992) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:51.620113 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '8edee5a6-97df-41eb-a150-29646de86668', 'network_id': '9506c399-766c-4cc5-b70a-a720446921eb', 'port_id': '8edee5a6-97df-41eb-a150-29646de86668', 'mac_address': 'fa:16:3e:23:63:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06a5d17-a918-497a-b583-8573803bc4af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:45:51.657001 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4c352f59-b537-476a-9c90-e49f77a9927d req-e49ebb62-820b-4506-aa80-9e210cdf7ee5 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 210 time: 0.5261903 Jun 04 00:45:51.732043 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 9c3a2088-5dff-414e-9988-6e5e33b6427d, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=9c3a2088-5dff-414e-9988-6e5e33b6427d,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:51.738413 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.754928 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.759966 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-959c9710-2d3a-4ca2-8c56-1a6c7697d832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:51.814952 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a9ef9-9398-4de1-96a3-47fc2a9cca25 req-3ada1d39-96da-4569-b59a-bc69eb2f3c8d tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:51.817893 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2e3a9ef9-9398-4de1-96a3-47fc2a9cca25 req-3ada1d39-96da-4569-b59a-bc69eb2f3c8d tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 944 time: 0.2834306 Jun 04 00:45:51.821492 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.830959 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.857459 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edee5a6-97df-41eb-a150-29646de86668 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:45:51.901272 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8edee5a6-97df-41eb-a150-29646de86668, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8edee5a6-97df-41eb-a150-29646de86668,segment=NetworkSegment(064bbb16-c48a-4655-a11f-7896ff3a7180),segment_id=064bbb16-c48a-4655-a11f-7896ff3a7180)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:51.910383 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=9c3a2088-5dff-414e-9988-6e5e33b6427d,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:51.921035 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:51.924687 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.927427 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-6584c5c5-2f78-462c-bdd3-9211985dc758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:51.936639 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fd70ec7e-0eba-4708-b3a9-b52f975bf559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.951637 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:51.968572 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fd70ec7e-0eba-4708-b3a9-b52f975bf559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:51.971844 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-fd70ec7e-0eba-4708-b3a9-b52f975bf559 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6a7b948-41b0-4880-a8e4-f1fb4672b3b3 HTTP/1.1" status: 204 len: 168 time: 1.7697148 Jun 04 00:45:51.972802 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] For port ed1c9a31-adb7-4118-926f-c74dbbfb03c6, host hv-cinder-48994, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:51.989583 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70ec7e-0eba-4708-b3a9-b52f975bf559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7b948-41b0-4880-a8e4-f1fb4672b3b3,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:51.991816 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-fd70ec7e-0eba-4708-b3a9-b52f975bf559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:51.998557 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] For port ed1c9a31-adb7-4118-926f-c74dbbfb03c6, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:52.004517 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.005765 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.007807 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.011706 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:52.070343 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=8edee5a6-97df-41eb-a150-29646de86668,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:52.074669 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:52.077590 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:50Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:45:52.085859 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ed05e-1788-4b10-be40-a0c17350dee8 None None] The sync data for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb is: [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:50Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:45:52.088674 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:52.089348 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.095241 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-63377232-823b-4629-b9c4-253e38c84209 service neutron] 10.222.0.47 "PUT /v2.0/ports/ed1c9a31-adb7-4118-926f-c74dbbfb03c6 HTTP/1.1" status: 200 len: 1093 time: 4.2737286 Jun 04 00:45:52.096890 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.114756 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2e3a9ef9-9398-4de1-96a3-47fc2a9cca25 req-1ddfd0b3-ad50-401f-9e68-71c4f35a0501 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552490 Jun 04 00:45:52.118099 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a9e813-ebe4-4920-9f88-f0661c9c7f60', 'tag': 'ed1c9a31-adb7-4118-926f-c74dbbfb03c6'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:45:52.122752 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.126035 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:52.146929 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:52.157875 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:52.161969 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:52.164323 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:52.186377 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Usage tracker for resource:security_group_rule and tenant:de0e2c716736491aa1834fe66f709b2e is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:52.219165 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:52.254802 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:52.265375 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:52.270335 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:52.274389 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:52.305040 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Allocated IP 172.28.1.151 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/6d394f37-1e3f-4b2d-9732-564f019efb3e) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:52.342776 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'Port': ['ID=51d55ddb-75fb-46ac-8e28-4bd17791ddb2,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:52.346641 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:52.366545 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:52.366992 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.367100 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.396896 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5357537 Jun 04 00:45:52.398711 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Pushing event updated for resources: {'Port': ['ID=db442f1f-13b4-497c-81d1-247ad05cbdf0,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:52.402511 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:52.413870 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['8edee5a6-97df-41eb-a150-29646de86668'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:45:52.424568 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Request body: {'port': {'device_id': 'fa023669-b7bd-41ed-a74a-e8df28fc3021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:52.446427 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:45:52.502896 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-2f36e5bf-63f0-4ae1-85ef-71d406b0d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:52.504652 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-2f36e5bf-63f0-4ae1-85ef-71d406b0d730 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1096 time: 0.3092391 Jun 04 00:45:52.526497 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.537250 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device f90f59ef-8460-46d8-9d4f-9d4d99906ca8 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:52.582744 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.595567 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3289568 Jun 04 00:45:52.595567 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.617745 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:52.721095 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-c858ecfb-2436-4e5d-8388-621f08799bd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6 HTTP/1.1" status: 200 len: 217 time: 0.1668680 Jun 04 00:45:52.826730 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de0e2c716736491aa1834fe66f709b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1993363 Jun 04 00:45:52.830539 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 32794) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:52.832060 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.835788 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51210bac-b59c-4616-a5e9-4baf56ed1d61,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:52.851085 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:52.880278 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:52.897039 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:52.900194 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.938404 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:52.987173 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6bbafd3c-5c23-4353-91eb-359aa0bcc5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.032909 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6bbafd3c-5c23-4353-91eb-359aa0bcc5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.088905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89e06e5-d944-46a2-ab9e-92e16ba8735f" -d '{"events": [{"name": "network-changed", "server_uuid": "89a9e813-ebe4-4920-9f88-f0661c9c7f60", "tag": "ed1c9a31-adb7-4118-926f-c74dbbfb03c6"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:45:53.121542 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6bbafd3c-5c23-4353-91eb-359aa0bcc5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.128312 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:53.143505 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.145833 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-398646ce-e17f-4cd4-bdbd-4c4b093305fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:53.148736 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-398646ce-e17f-4cd4-bdbd-4c4b093305fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.4186134 Jun 04 00:45:53.154822 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbafd3c-5c23-4353-91eb-359aa0bcc5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51210bac-b59c-4616-a5e9-4baf56ed1d61,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:53.159925 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6bbafd3c-5c23-4353-91eb-359aa0bcc5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:53.161411 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:53.286423 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:53.287788 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6bbafd3c-5c23-4353-91eb-359aa0bcc5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.289106 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-6bbafd3c-5c23-4353-91eb-359aa0bcc5ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51210bac-b59c-4616-a5e9-4baf56ed1d61 HTTP/1.1" status: 204 len: 168 time: 0.4549043 Jun 04 00:45:53.290282 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'Port': ['ID=6d394f37-1e3f-4b2d-9732-564f019efb3e,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:53.293697 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:53.300235 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:53.306769 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:53.335147 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-650d0ee8-7b7f-4881-b661-dca4de2941e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588340 Jun 04 00:45:53.392459 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-3158ff1b-1238-41fb-8a1c-8d0d05559e06 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Synchronizing usage tracker for tenant:e50987ba81fc49a286c8432437d53a72 on resource:security_group {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:53.427507 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.474898 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.485460 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-3158ff1b-1238-41fb-8a1c-8d0d05559e06 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Unset dirty status for tenant:e50987ba81fc49a286c8432437d53a72 on resource:security_group {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:53.494479 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-3158ff1b-1238-41fb-8a1c-8d0d05559e06 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1123104923&fields=id&tenant_id=e50987ba81fc49a286c8432437d53a72 HTTP/1.1" status: 200 len: 267 time: 0.2388363 Jun 04 00:45:53.531172 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port f90f59ef-8460-46d8-9d4f-9d4d99906ca8, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=f90f59ef-8460-46d8-9d4f-9d4d99906ca8,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:53.552805 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.553981 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 9c3a2088-5dff-414e-9988-6e5e33b6427d up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:53.593793 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:53.625608 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.633626 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f11fd6-5bb3-4475-aab7-5b552913bfb0 req-7432f542-bbe9-419c-9e59-05b1f9923354 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:53.643971 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-71f11fd6-5bb3-4475-aab7-5b552913bfb0 req-7432f542-bbe9-419c-9e59-05b1f9923354 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 932 time: 0.8199401 Jun 04 00:45:53.691956 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=f90f59ef-8460-46d8-9d4f-9d4d99906ca8,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:53.695124 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:53.704574 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 9c3a2088-5dff-414e-9988-6e5e33b6427d triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:53.704955 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.877258 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-71f11fd6-5bb3-4475-aab7-5b552913bfb0 req-e7e64cdc-36f0-4870-83ee-d4d669ae347e tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Synchronizing usage tracker for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:53.917086 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.928797 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-8655aeff-7ff7-4dac-8752-942f0a8c7baf service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856268 Jun 04 00:45:53.930384 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:53.949275 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:53.978997 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.046481 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 32838) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:54.073414 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.087123 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-637d3321-55d8-4eab-badf-fb7c8aad8813 req-ae27c950-5d0d-4e15-b8d1-c8521f0bd59f service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492519 Jun 04 00:45:54.091139 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-afd305f3-8f3d-4725-8aad-affd35fb1313 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:54.091986 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-afd305f3-8f3d-4725-8aad-affd35fb1313 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Synchronizing usage tracker for tenant:e50987ba81fc49a286c8432437d53a72 on resource:network {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:54.095172 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-71f11fd6-5bb3-4475-aab7-5b552913bfb0 req-e7e64cdc-36f0-4870-83ee-d4d669ae347e tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Unset dirty status for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:54.109083 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-71f11fd6-5bb3-4475-aab7-5b552913bfb0 req-e7e64cdc-36f0-4870-83ee-d4d669ae347e tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628816 Jun 04 00:45:54.141493 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:54.145843 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-afd305f3-8f3d-4725-8aad-affd35fb1313 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Unset dirty status for tenant:e50987ba81fc49a286c8432437d53a72 on resource:network {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:54.152081 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-afd305f3-8f3d-4725-8aad-affd35fb1313 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 811 time: 0.6560769 Jun 04 00:45:54.159511 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'Port': ['ID=6d394f37-1e3f-4b2d-9732-564f019efb3e,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:54.162413 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:54.169980 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Usage tracker for resource:security_group_rule and tenant:a95166db2d6842eaa7c6c892373519e7 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:54.181673 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-29d41054-2ed1-4d6a-b8ff-d7721e687e4f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/quotas/e50987ba81fc49a286c8432437d53a72 HTTP/1.1" status: 200 len: 375 time: 0.0286865 Jun 04 00:45:54.223002 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:54.226487 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.316592 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db442f1f-13b4-497c-81d1-247ad05cbdf0 {{(pid=103533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:45:54.328634 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device f90f59ef-8460-46d8-9d4f-9d4d99906ca8 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:54.342486 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.380551 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Transition to ACTIVE for port object db442f1f-13b4-497c-81d1-247ad05cbdf0 will not be triggered until provisioned by entity L2. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:54.385236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.390929 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:54.401603 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 32848) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:54.403402 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:54.448121 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.449467 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7577257 Jun 04 00:45:54.486620 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-d50daf6c-885a-433b-b898-fe23853c6e90 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Synchronizing usage tracker for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:54.513075 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:54.513799 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.572787 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee8f5b7-6f0e-41f1-8d23-1bd200bad6dd x-openstack-request-id: req-8ee8f5b7-6f0e-41f1-8d23-1bd200bad6dd {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:45:54.573227 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a9e813-ebe4-4920-9f88-f0661c9c7f60", "tag": "ed1c9a31-adb7-4118-926f-c74dbbfb03c6", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:45:54.573501 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ee8f5b7-6f0e-41f1-8d23-1bd200bad6dd {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:45:54.574291 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a9e813-ebe4-4920-9f88-f0661c9c7f60', 'tag': 'ed1c9a31-adb7-4118-926f-c74dbbfb03c6', 'status': 'completed', 'code': 200} Jun 04 00:45:54.627886 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.630422 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-d50daf6c-885a-433b-b898-fe23853c6e90 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Unset dirty status for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:54.646002 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-d50daf6c-885a-433b-b898-fe23853c6e90 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4633193 Jun 04 00:45:54.649325 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.675792 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Pushing event updated for resources: {'Port': ['ID=db442f1f-13b4-497c-81d1-247ad05cbdf0,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:54.684996 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:54.685115 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:54.700322 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8edee5a6-97df-41eb-a150-29646de86668 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:45:54.775842 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 8edee5a6-97df-41eb-a150-29646de86668 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:45:54.784184 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 8edee5a6-97df-41eb-a150-29646de86668 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:45:54.785529 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.853311 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a95166db2d6842eaa7c6c892373519e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8025053 Jun 04 00:45:54.858363 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 32862) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:54.881956 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed9a52f-2dae-40e4-a228-e3cecd6d222a,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:54.889573 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:54.947199 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.948777 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.975477 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:54.986429 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d6c69340-2ccc-44f0-8b01-0023d8912132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:54.991058 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Usage tracker for resource:security_group_rule and tenant:ddbbb341b29e4fd093fbab7a85a428f1 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:54.995005 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:55.016281 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-28b5b1dc-3bb4-4cd0-94f7-6ae99f9566aa service neutron] 10.222.0.44 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570917 Jun 04 00:45:55.016430 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:55.030707 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8edee5a6-97df-41eb-a150-29646de86668, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8edee5a6-97df-41eb-a150-29646de86668,segment=NetworkSegment(064bbb16-c48a-4655-a11f-7896ff3a7180),segment_id=064bbb16-c48a-4655-a11f-7896ff3a7180)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:55.032770 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85c9b0c-69b3-4c76-b2b2-47abd9163e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edee5a6-97df-41eb-a150-29646de86668'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:45:55.067595 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Attempting to bind port db442f1f-13b4-497c-81d1-247ad05cbdf0 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:45:55.067992 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Attempting to bind port db442f1f-13b4-497c-81d1-247ad05cbdf0 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:45:55.068347 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Attempting to bind port db442f1f-13b4-497c-81d1-247ad05cbdf0 on network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:55.075973 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d6c69340-2ccc-44f0-8b01-0023d8912132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:55.171687 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:55.176067 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:55.213876 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Port db442f1f-13b4-497c-81d1-247ad05cbdf0 on network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:45:55.218514 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Attempting to bind port db442f1f-13b4-497c-81d1-247ad05cbdf0 on network 1f13caf1-29b6-4a43-83b2-1c3ed80050a7 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:45:55.231613 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-9b73e994-a45b-42f0-bf9e-c115577748c0 service neutron] 10.222.0.44 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141397 Jun 04 00:45:55.241354 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:45:55.242110 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Checking segment: {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:45:55.245477 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Bound using segment: {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:45:55.246144 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Bound port: db442f1f-13b4-497c-81d1-247ad05cbdf0, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3daca97a-61aa-462f-bef6-1e4c9e0b91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:45:55.246578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:55.251813 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d6c69340-2ccc-44f0-8b01-0023d8912132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:55.261141 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c7e9f7b0-7882-4d4d-b6a1-6ef8b8af41bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:55.288971 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-6a840896-d1c4-4a97-8b83-638bb25ea7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:55.292791 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-6a840896-d1c4-4a97-8b83-638bb25ea7fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1096 time: 0.6204085 Jun 04 00:45:55.295202 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d6c69340-2ccc-44f0-8b01-0023d8912132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:55.301584 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-d6c69340-2ccc-44f0-8b01-0023d8912132 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ed9a52f-2dae-40e4-a228-e3cecd6d222a HTTP/1.1" status: 204 len: 168 time: 0.4422071 Jun 04 00:45:55.308933 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c69340-2ccc-44f0-8b01-0023d8912132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed9a52f-2dae-40e4-a228-e3cecd6d222a,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:55.314987 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d6c69340-2ccc-44f0-8b01-0023d8912132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:55.318125 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=8edee5a6-97df-41eb-a150-29646de86668,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:55.322487 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:55.360559 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040d2d93-cedf-4068-a666-991db4f11ca5" -d '{"events": [{"server_uuid": "b85c9b0c-69b3-4c76-b2b2-47abd9163e4f", "name": "network-vif-plugged", "status": "completed", "tag": "8edee5a6-97df-41eb-a150-29646de86668"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:45:55.386642 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc3019-5fe5-4838-8dd7-1e6098643362 req-b70bd349-8f8f-47f3-b4c3-da81ba0ba8d8 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:55.391075 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-29dc3019-5fe5-4838-8dd7-1e6098643362 req-b70bd349-8f8f-47f3-b4c3-da81ba0ba8d8 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 945 time: 0.6529200 Jun 04 00:45:55.397680 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:55.457789 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:55.544883 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:55.656387 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-d1f17408-5666-4923-9b18-36a47172187a req-960a6d64-0d05-472e-89a0-a9b71ca1b923 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:security_group {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:55.699962 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-d1f17408-5666-4923-9b18-36a47172187a req-960a6d64-0d05-472e-89a0-a9b71ca1b923 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:security_group {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:55.706960 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-960a6d64-0d05-472e-89a0-a9b71ca1b923 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1414273727&fields=id&tenant_id=73f2606236bc4287831e9973cd15c78a HTTP/1.1" status: 200 len: 267 time: 0.1469908 Jun 04 00:45:55.761863 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddbbb341b29e4fd093fbab7a85a428f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2240307 Jun 04 00:45:55.775877 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 32916) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:55.782831 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-c2791063-ef8c-494d-9968-1877016bb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:55.784715 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-c2791063-ef8c-494d-9968-1877016bb86d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 919 time: 0.4639168 Jun 04 00:45:55.848188 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-29dc3019-5fe5-4838-8dd7-1e6098643362 req-ef6d39a0-0bb8-40d2-a973-14d03473dd0c tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003925 Jun 04 00:45:55.965436 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd6da29-b4f6-49ef-b7f7-be5e3b20710c,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:56.004034 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:56.026484 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] For port db442f1f-13b4-497c-81d1-247ad05cbdf0, host hv-cinder-48994, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:45:56.036918 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-b810fee9-4511-46c8-bed8-e1542160b372 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6 HTTP/1.1" status: 200 len: 217 time: 0.2044325 Jun 04 00:45:56.146834 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17408-5666-4923-9b18-36a47172187a req-02813420-5a6e-4627-b4ac-a57055823e0b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:56.149274 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-d1f17408-5666-4923-9b18-36a47172187a req-02813420-5a6e-4627-b4ac-a57055823e0b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:network {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:56.177760 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-d1f17408-5666-4923-9b18-36a47172187a req-02813420-5a6e-4627-b4ac-a57055823e0b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:network {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:56.177760 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-02813420-5a6e-4627-b4ac-a57055823e0b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 817 time: 0.4601724 Jun 04 00:45:56.193688 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] For port db442f1f-13b4-497c-81d1-247ad05cbdf0, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db442f1f-13b4-497c-81d1-247ad05cbdf0,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:45:56.195984 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f41bc8b7-c4db-4f34-8685-1386fd055834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:56.198285 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-720a0510-7b5c-42b8-ad88-16f16d16f84d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/quotas/73f2606236bc4287831e9973cd15c78a HTTP/1.1" status: 200 len: 375 time: 0.0151205 Jun 04 00:45:56.263392 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:56.307361 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:56.374213 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:56.375741 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:56.377351 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] 10.222.0.47 "PUT /v2.0/ports/db442f1f-13b4-497c-81d1-247ad05cbdf0 HTTP/1.1" status: 200 len: 1094 time: 3.9649510 Jun 04 00:45:56.423411 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-8c9890ca-26fe-4fe5-837c-0569342b5efe tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2179468 Jun 04 00:45:56.446008 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f41bc8b7-c4db-4f34-8685-1386fd055834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:56.496955 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-7f441020-bd8b-44ad-9e6f-44f8884d4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:56.506322 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-7f441020-bd8b-44ad-9e6f-44f8884d4bbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.3923743 Jun 04 00:45:56.599449 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa023669-b7bd-41ed-a74a-e8df28fc3021', 'tag': 'db442f1f-13b4-497c-81d1-247ad05cbdf0'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:45:56.602906 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa023669-b7bd-41ed-a74a-e8df28fc3021", "tag": "db442f1f-13b4-497c-81d1-247ad05cbdf0"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:45:56.679180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Pushing event updated for resources: {'Port': ['ID=db442f1f-13b4-497c-81d1-247ad05cbdf0,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:56.698147 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:56.700603 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-a013e500-5e83-4dc5-adc3-a288bc4eaf1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671829 Jun 04 00:45:56.711644 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-8ed7d0a2-e8d8-4368-95a9-f3d6227f56b5 service neutron] 10.222.0.44 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804744 Jun 04 00:45:56.769415 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451f283-1ce7-4634-9e81-f70c537d9657 req-797168a4-815f-4bd0-a3f9-38da14df9baf tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:56.770315 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3451f283-1ce7-4634-9e81-f70c537d9657 req-797168a4-815f-4bd0-a3f9-38da14df9baf tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 944 time: 0.6551938 Jun 04 00:45:56.883708 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f41bc8b7-c4db-4f34-8685-1386fd055834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:56.908792 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:56.931475 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-19af65eb-2d03-4436-9d96-e0b7940d20dc service neutron] 10.222.0.44 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189336 Jun 04 00:45:56.989933 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bc8b7-c4db-4f34-8685-1386fd055834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd6da29-b4f6-49ef-b7f7-be5e3b20710c,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:57.000786 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-f41bc8b7-c4db-4f34-8685-1386fd055834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:57.024808 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3451f283-1ce7-4634-9e81-f70c537d9657 req-f7b6f567-e39f-4e7d-a2ba-261dcc2d4a69 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463949 Jun 04 00:45:57.076999 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f41bc8b7-c4db-4f34-8685-1386fd055834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:57.080281 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-f41bc8b7-c4db-4f34-8685-1386fd055834 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fd6da29-b4f6-49ef-b7f7-be5e3b20710c HTTP/1.1" status: 204 len: 168 time: 1.2946694 Jun 04 00:45:57.093391 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-4b762234-eb6a-419f-ac0d-611497765c7a service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846269 Jun 04 00:45:57.106969 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-11f9d370-41d9-4995-9d06-7c7e4fe5ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:57.106969 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-11f9d370-41d9-4995-9d06-7c7e4fe5ed66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 1097 time: 0.4761610 Jun 04 00:45:57.406924 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-99cb1b0e-9477-47e7-bcd5-174d70dd6d29 req-6797c16c-a676-4ab8-b544-c239d88dac12 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 210 time: 0.1311085 Jun 04 00:45:57.566535 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e89e06e5-d944-46a2-ab9e-92e16ba8735f req-3c3c4a55-7a99-4d7f-89a3-4b2d5f02b6d7 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593806 Jun 04 00:45:57.573089 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-591129ac-0660-410b-b5b6-14311ec1a06c tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:57.577936 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-591129ac-0660-410b-b5b6-14311ec1a06c tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 811 time: 0.4191954 Jun 04 00:45:57.637703 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb14a13-a575-4edd-bdbd-1ae3f058c9de x-openstack-request-id: req-8eb14a13-a575-4edd-bdbd-1ae3f058c9de {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:45:57.638215 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85c9b0c-69b3-4c76-b2b2-47abd9163e4f", "name": "network-vif-plugged", "status": "completed", "tag": "8edee5a6-97df-41eb-a150-29646de86668", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:45:57.638520 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8eb14a13-a575-4edd-bdbd-1ae3f058c9de {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:45:57.638985 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85c9b0c-69b3-4c76-b2b2-47abd9163e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edee5a6-97df-41eb-a150-29646de86668', 'code': 200} Jun 04 00:45:57.692548 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-dffb9980-4187-41de-8c67-77893978f34c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db442f1f-13b4-497c-81d1-247ad05cbdf0 HTTP/1.1" status: 200 len: 217 time: 0.1249013 Jun 04 00:45:57.697493 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef1be87-b322-4c55-b92d-f657048ad2de x-openstack-request-id: req-9ef1be87-b322-4c55-b92d-f657048ad2de {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:45:57.699401 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa023669-b7bd-41ed-a74a-e8df28fc3021", "tag": "db442f1f-13b4-497c-81d1-247ad05cbdf0", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:45:57.700766 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ef1be87-b322-4c55-b92d-f657048ad2de {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:45:57.701958 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa023669-b7bd-41ed-a74a-e8df28fc3021', 'tag': 'db442f1f-13b4-497c-81d1-247ad05cbdf0', 'status': 'completed', 'code': 200} Jun 04 00:45:57.780143 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-9e12db8d-c0a2-4e43-a8ff-c553d86198c1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50987ba81fc49a286c8432437d53a72 HTTP/1.1" status: 200 len: 380 time: 0.1730728 Jun 04 00:45:57.792283 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'port': {'device_id': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'admin_state_up': True, 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'security_groups': ['29beb0ad-48ce-4a71-bd27-67ab5368ea2a']}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:45:57.865370 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-fb4bf4fd-00c6-45fc-b160-645b63b803f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:57.871962 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-fb4bf4fd-00c6-45fc-b160-645b63b803f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.1663628 Jun 04 00:45:58.020361 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-32d25297-6fdb-4388-8237-11499d135de0 req-d171c8d1-3cbe-4bf4-ba88-0d0aeac829de tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 210 time: 0.1655669 Jun 04 00:45:58.137179 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-23ec3b1a-a0ec-4c67-8379-968242b43984 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2571990 Jun 04 00:45:58.194541 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:58.206648 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:58.218375 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Made reservation on behalf of e50987ba81fc49a286c8432437d53a72 for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:45:58.223112 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:58.381362 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 33080) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:58.417578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c68fc4a-b83c-4a2c-a9ab-14b576ae7df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:58.448710 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-2c68fc4a-b83c-4a2c-a9ab-14b576ae7df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:58.465812 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-2c68fc4a-b83c-4a2c-a9ab-14b576ae7df7 admin admin] Usage tracker for resource:security_group_rule and tenant:bb7cb07f764547c68b843b64b62bd82a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:58.474649 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-2c68fc4a-b83c-4a2c-a9ab-14b576ae7df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:58.476497 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Allocated IP 172.20.0.12 (9655d0e8-abb1-48a6-b974-85aa3b25885a/9aa3b71d-315c-438b-94c6-fd5e039a4068/d81fc3e3-b153-402d-90b9-852bb7d392aa) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:45:58.491331 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c348d-137d-47c8-83c9-87492849f6b6 req-edb468ba-17e9-44bb-8a9b-4d5c85e35564 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:58.492316 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fa1c348d-137d-47c8-83c9-87492849f6b6 req-edb468ba-17e9-44bb-8a9b-4d5c85e35564 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 946 time: 0.4958661 Jun 04 00:45:58.494764 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-2c68fc4a-b83c-4a2c-a9ab-14b576ae7df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:58.498902 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-ddee3bd1-fb39-4201-83a0-515a115fb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:58.500131 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-ddee3bd1-fb39-4201-83a0-515a115fb194 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 1099 time: 0.3490314 Jun 04 00:45:58.503337 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-28f38f1d-781a-47cb-907b-b2fbdce265a6 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724719 Jun 04 00:45:58.611223 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:58.706564 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fa1c348d-137d-47c8-83c9-87492849f6b6 req-23b66380-4b49-40d5-8df9-9d5af74d150a tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003663 Jun 04 00:45:58.717246 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device ed1c9a31-adb7-4118-926f-c74dbbfb03c6 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:45:58.719768 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:58.744216 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Usage tracker for resource:security_group_rule and tenant:faf0ac336325462d8c00a7cb4bf6bab8 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:58.750204 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:58.763450 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:58.811135 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b64684c1-43d9-47b7-af4f-ac04d4d036c8 req-2148141b-2b73-4df6-822c-eeb1d4f9c68e service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806311 Jun 04 00:45:58.824924 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33090) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:58.864580 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c68fc4a-b83c-4a2c-a9ab-14b576ae7df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:58.939637 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port ed1c9a31-adb7-4118-926f-c74dbbfb03c6, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:58.954663 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': 'ed1c9a31-adb7-4118-926f-c74dbbfb03c6', 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7', 'port_id': 'ed1c9a31-adb7-4118-926f-c74dbbfb03c6', 'mac_address': 'fa:16:3e:e4:63:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a183448e-557b-40bc-a7fc-c595a3ba64dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:45:58.955508 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:58.980287 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33094) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:59.024876 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.027033 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c68fc4a-b83c-4a2c-a9ab-14b576ae7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.068112 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1c9a31-adb7-4118-926f-c74dbbfb03c6 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:45:59.076431 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.110459 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:59.112844 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port ed1c9a31-adb7-4118-926f-c74dbbfb03c6, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:45:59.120630 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.123713 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:59.130590 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.149354 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d3bd1671-9825-48cc-9999-7c11124f60fd req-8f82d1dd-eff4-4546-90f9-d88be8751a23 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 210 time: 0.2816730 Jun 04 00:45:59.163444 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68fc4a-b83c-4a2c-a9ab-14b576ae7df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d92ad-8910-4892-a07a-75b5c2683835,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:59.191984 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.195340 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.47', 53761) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:59.226472 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.231585 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:59.235119 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:59.267199 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-2c68fc4a-b83c-4a2c-a9ab-14b576ae7df7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb7cb07f764547c68b843b64b62bd82a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8838103 Jun 04 00:45:59.279036 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33104) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:59.281117 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Transition to ACTIVE for port object d81fc3e3-b153-402d-90b9-852bb7d392aa will not be triggered until provisioned by entity DHCP. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:45:59.289998 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7583177 Jun 04 00:45:59.292364 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63873310-d973-4310-8611-c9bc17a773af,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:59.296169 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:59.300411 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:59.300600 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:59.326747 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:59.340647 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e41577-47b9-4d1c-94a7-e384bfa59a0d req-f9d10cea-7d96-40a8-bf2e-b5c0e592fb76 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:59.349136 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f0e41577-47b9-4d1c-94a7-e384bfa59a0d req-f9d10cea-7d96-40a8-bf2e-b5c0e592fb76 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 944 time: 0.5226641 Jun 04 00:45:59.351809 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:45:59.360636 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Usage tracker for resource:security_group_rule and tenant:75894d87bc37499e82f8f5c4f584f096 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:59.394438 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:59.405642 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Usage tracker for resource:security_group_rule and tenant:37830232c90d4d3fa4bf97b589e1e8db is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:45:59.418023 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:59.419704 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-69075efb-53aa-47b0-908f-6d6fa347b456 req-3a4b2bff-7775-4367-8d71-2dc79ae0fd35 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:59.448028 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-11d7523c-0d09-4803-8cea-335df00c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:59.449693 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-11d7523c-0d09-4803-8cea-335df00c4cf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 1097 time: 0.4917917 Jun 04 00:45:59.454561 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:45:59.473933 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-69075efb-53aa-47b0-908f-6d6fa347b456 req-3a4b2bff-7775-4367-8d71-2dc79ae0fd35 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:45:59.475338 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-69075efb-53aa-47b0-908f-6d6fa347b456 req-3a4b2bff-7775-4367-8d71-2dc79ae0fd35 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 210 time: 0.1235888 Jun 04 00:45:59.478736 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:45:59.483283 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17408-5666-4923-9b18-36a47172187a req-c6078bf7-3820-4da5-ba52-069f64278bf4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:45:59.485755 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-c6078bf7-3820-4da5-ba52-069f64278bf4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 817 time: 0.2780623 Jun 04 00:45:59.492264 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f0e41577-47b9-4d1c-94a7-e384bfa59a0d req-a36ed05b-7e6a-4120-99a5-270166788cfa tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426048 Jun 04 00:45:59.578623 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8c3155de-ea5b-44c7-8a61-bb30662d6c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.598890 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['ed1c9a31-adb7-4118-926f-c74dbbfb03c6'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:45:59.603067 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.632847 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:45:59.709925 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8c3155de-ea5b-44c7-8a61-bb30662d6c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.765916 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.779265 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:45:59.788794 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:45:59.803034 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:45:59.805871 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:45:59.862897 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-d1f17408-5666-4923-9b18-36a47172187a req-8c5e0f50-2f79-494e-a7d1-da7d8a7f92d3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:45:59.897248 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75894d87bc37499e82f8f5c4f584f096&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0644541 Jun 04 00:45:59.897248 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'Port': ['ID=d81fc3e3-b153-402d-90b9-852bb7d392aa,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:45:59.899561 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:45:59.906896 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33112) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:45:59.907497 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:00.012437 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.029546 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37871d0b-d08a-437c-839b-af6c87e24192,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:00.029760 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-d1f17408-5666-4923-9b18-36a47172187a req-8c5e0f50-2f79-494e-a7d1-da7d8a7f92d3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:46:00.030982 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-8c5e0f50-2f79-494e-a7d1-da7d8a7f92d3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f2606236bc4287831e9973cd15c78a HTTP/1.1" status: 200 len: 380 time: 0.2883015 Jun 04 00:46:00.032475 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.039335 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:00.040145 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.059626 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'port': {'device_id': '950868fe-607e-4796-ade2-9e51f615ca71', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'admin_state_up': True, 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'security_groups': ['1d0b258a-3fad-4cdb-9e00-89ff6ead48ce']}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:46:00.093257 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:00.108581 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c71c7e4e-3f04-4ece-89ab-f9fffa60434a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:00.124290 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3360136 Jun 04 00:46:00.130869 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-be4c7b5a-111a-4ef4-80c9-e0d94c2c40ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.166752 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8c3155de-ea5b-44c7-8a61-bb30662d6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.169804 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8c3155de-ea5b-44c7-8a61-bb30662d6c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.173506 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-8c3155de-ea5b-44c7-8a61-bb30662d6c5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d2d92ad-8910-4892-a07a-75b5c2683835 HTTP/1.1" status: 204 len: 168 time: 0.8569748 Jun 04 00:46:00.197033 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Request body: {'port': {'device_id': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:46:00.226087 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d3df3210-11ef-424b-a0b0-525b397f75da None None] Provisioning for port d81fc3e3-b153-402d-90b9-852bb7d392aa completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:46:00.231878 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37830232c90d4d3fa4bf97b589e1e8db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2496767 Jun 04 00:46:00.236924 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d3df3210-11ef-424b-a0b0-525b397f75da None None] Provisioning complete for port d81fc3e3-b153-402d-90b9-852bb7d392aa triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:46:00.238781 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d3df3210-11ef-424b-a0b0-525b397f75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.243396 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33126) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:00.244125 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f3a5c9-16bd-41d1-bb21-f8379c12b9ca,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:00.247766 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:00.276860 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-be4c7b5a-111a-4ef4-80c9-e0d94c2c40ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.283608 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:00.324260 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d3df3210-11ef-424b-a0b0-525b397f75da None None] Port d81fc3e3-b153-402d-90b9-852bb7d392aa cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:46:00.325545 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-38a0c8cd-4fb0-4b45-ad7c-012c9aa6a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:00.327018 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-38a0c8cd-4fb0-4b45-ad7c-012c9aa6a6e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 919 time: 0.6157329 Jun 04 00:46:00.357219 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3155de-ea5b-44c7-8a61-bb30662d6c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d92ad-8910-4892-a07a-75b5c2683835,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:00.360089 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8c3155de-ea5b-44c7-8a61-bb30662d6c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:00.444441 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-a252fe92-b72e-49db-85f7-9cbbd79c5ff9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db442f1f-13b4-497c-81d1-247ad05cbdf0 HTTP/1.1" status: 200 len: 217 time: 0.1075146 Jun 04 00:46:00.456103 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0d1d2-74c3-409a-ace2-79e0bf51b6c1 req-54f52b31-8ec7-4a19-a42d-0cc118c907b6 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:00.457631 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-03d0d1d2-74c3-409a-ace2-79e0bf51b6c1 req-54f52b31-8ec7-4a19-a42d-0cc118c907b6 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 946 time: 0.4691327 Jun 04 00:46:00.508600 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.520713 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5342a44b-b4e5-4d71-8189-c677f5e6ad30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.521357 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:00.558161 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:00.571362 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-be4c7b5a-111a-4ef4-80c9-e0d94c2c40ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.577671 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-a9b5d905-fbcb-48a8-945f-2744f6c27eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:00.579140 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-a9b5d905-fbcb-48a8-945f-2744f6c27eb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.1206331 Jun 04 00:46:00.583243 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-03d0d1d2-74c3-409a-ace2-79e0bf51b6c1 req-48df0995-5504-4887-817d-18bdf2d1270e tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862343 Jun 04 00:46:00.584837 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Made reservation on behalf of 73f2606236bc4287831e9973cd15c78a for: {'port': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:46:00.588588 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.590055 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d651e5ee-3875-4a53-a055-0daaa034a98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:00.623502 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c7b5a-111a-4ef4-80c9-e0d94c2c40ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37871d0b-d08a-437c-839b-af6c87e24192,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:00.626576 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-be4c7b5a-111a-4ef4-80c9-e0d94c2c40ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:00.637898 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5342a44b-b4e5-4d71-8189-c677f5e6ad30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.648347 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-489d5156-21e7-4a30-820a-32f6f49d128a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496354 Jun 04 00:46:00.667698 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d5108-da4f-4e59-a094-da4ce5dca8c0 req-0a932c3c-38da-4a00-9736-6a7c22f3cc01 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:00.669491 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-989d5108-da4f-4e59-a094-da4ce5dca8c0 req-0a932c3c-38da-4a00-9736-6a7c22f3cc01 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Synchronizing usage tracker for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:46:00.676587 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-be4c7b5a-111a-4ef4-80c9-e0d94c2c40ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.678130 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-be4c7b5a-111a-4ef4-80c9-e0d94c2c40ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37871d0b-d08a-437c-839b-af6c87e24192 HTTP/1.1" status: 204 len: 168 time: 0.7613189 Jun 04 00:46:00.795759 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-989d5108-da4f-4e59-a094-da4ce5dca8c0 req-0a932c3c-38da-4a00-9736-6a7c22f3cc01 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Unset dirty status for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:46:00.797272 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-989d5108-da4f-4e59-a094-da4ce5dca8c0 req-0a932c3c-38da-4a00-9736-6a7c22f3cc01 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 932 time: 0.5009780 Jun 04 00:46:00.888018 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b48a58f3-5376-4d29-b1c7-3a84e76b622e req-cce4ca8a-b9e8-492c-a077-abe20a2d6f28 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 210 time: 0.0830007 Jun 04 00:46:00.968975 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5342a44b-b4e5-4d71-8189-c677f5e6ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:00.977004 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6bbafd3c-5c23-4353-91eb-359aa0bcc5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:00.979791 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-dcf2a5b1-ae95-477d-88d4-c3032b567bc6 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862530 Jun 04 00:46:00.989765 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-989d5108-da4f-4e59-a094-da4ce5dca8c0 req-c3029fca-14e9-4b6b-a234-2ddbf34b93cf tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830175 Jun 04 00:46:00.999335 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Allocated IP 172.20.0.14 (297206ad-db2b-4913-9f81-e1e2de4db8ce/7b65e984-4469-44ae-91de-5c2a199d625d/65060927-7162-4793-8124-b13d1abe44cb) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:46:01.001255 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342a44b-b4e5-4d71-8189-c677f5e6ad30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f3a5c9-16bd-41d1-bb21-f8379c12b9ca,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:01.013366 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5342a44b-b4e5-4d71-8189-c677f5e6ad30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:01.016847 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5342a44b-b4e5-4d71-8189-c677f5e6ad30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:01.020827 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-5342a44b-b4e5-4d71-8189-c677f5e6ad30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5f3a5c9-16bd-41d1-bb21-f8379c12b9ca HTTP/1.1" status: 204 len: 168 time: 0.7720380 Jun 04 00:46:01.131113 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81fc3e3-b153-402d-90b9-852bb7d392aa {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:46:01.138850 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:01.159244 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Transition to ACTIVE for port object d81fc3e3-b153-402d-90b9-852bb7d392aa will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:46:01.169395 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:01.180744 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:01.313054 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 33158) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:01.387865 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:01.390569 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Pushing event updated for resources: {'Port': ['ID=d81fc3e3-b153-402d-90b9-852bb7d392aa,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:01.406720 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:01.550732 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:01.568656 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Transition to ACTIVE for port object 65060927-7162-4793-8124-b13d1abe44cb will not be triggered until provisioned by entity DHCP. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:46:01.605870 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:01.611064 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:abc6949af0404878a9c9e34ef86321bc is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:01.615039 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:01.620740 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Attempting to bind port d81fc3e3-b153-402d-90b9-852bb7d392aa on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:46:01.621211 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Attempting to bind port d81fc3e3-b153-402d-90b9-852bb7d392aa by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:46:01.621380 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Attempting to bind port d81fc3e3-b153-402d-90b9-852bb7d392aa on network 9655d0e8-abb1-48a6-b974-85aa3b25885a {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:46:01.622842 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:01.626314 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Port d81fc3e3-b153-402d-90b9-852bb7d392aa on network 9655d0e8-abb1-48a6-b974-85aa3b25885a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:46:01.626621 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Attempting to bind port d81fc3e3-b153-402d-90b9-852bb7d392aa on network 9655d0e8-abb1-48a6-b974-85aa3b25885a {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:46:01.644998 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:46:01.646916 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Checking segment: {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:46:01.647393 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Bound using segment: {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:46:01.647819 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Bound port: d81fc3e3-b153-402d-90b9-852bb7d392aa, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:46:01.648167 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:01.744597 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:01.783996 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] For port d81fc3e3-b153-402d-90b9-852bb7d392aa, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:46:01.789245 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] For port d81fc3e3-b153-402d-90b9-852bb7d392aa, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:46:01.794134 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:01.798987 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bd57454e-cef0-48fd-8b9f-f2f7f2f2ee18 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:01.825044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:01.897009 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:01.898367 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:01.900192 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] 10.222.0.47 "PUT /v2.0/ports/d81fc3e3-b153-402d-90b9-852bb7d392aa HTTP/1.1" status: 200 len: 1094 time: 1.7195230 Jun 04 00:46:01.903224 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'tag': 'd81fc3e3-b153-402d-90b9-852bb7d392aa'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:01.906242 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "f673e564-eb49-42c9-a19c-12fc515a83f7", "tag": "d81fc3e3-b153-402d-90b9-852bb7d392aa"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:01.957024 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Pushing event updated for resources: {'Port': ['ID=d81fc3e3-b153-402d-90b9-852bb7d392aa,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:01.961389 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:02.068909 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33180) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:02.104325 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:02.114117 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbafa657-df16-40d7-bfb8-6fa42d74d8c5 req-6729b010-378b-4711-808b-b0d4c6f8e5c2 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253902 Jun 04 00:46:02.130649 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:02.144387 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:721697ccacff4320aa18d37576b5a32e is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:02.155960 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:02.159078 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:02.171423 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:02.173490 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:46:02.175705 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:02.177133 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:02.177996 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:46:02.198653 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:46:02.226223 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b54fa-2839-4b27-bf89-12e266de70a6 req-0524c86f-d879-4bb2-bb69-a1bb69e60012 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:02.227860 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f35b54fa-2839-4b27-bf89-12e266de70a6 req-0524c86f-d879-4bb2-bb69-a1bb69e60012 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 946 time: 0.3266015 Jun 04 00:46:02.265849 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2de09e-80be-400c-982c-a4e4f4edce03 req-5a9c3b8b-6e13-4c84-ad73-38323c1c6873 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:02.268285 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ce2de09e-80be-400c-982c-a4e4f4edce03 req-5a9c3b8b-6e13-4c84-ad73-38323c1c6873 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 944 time: 1.0809882 Jun 04 00:46:02.269207 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:02.277009 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-fbb1cdfc-7085-4828-abf2-a4327011c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:02.277937 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-fbb1cdfc-7085-4828-abf2-a4327011c1b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 1097 time: 0.2864220 Jun 04 00:46:02.324564 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:02.325251 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:02.339832 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3ec1c1e2-a9c4-4161-86b1-5d6c3520fead tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:02.389428 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f35b54fa-2839-4b27-bf89-12e266de70a6 req-ef3ff0e6-695f-42ed-ba43-67f3f374f3cf tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329548 Jun 04 00:46:02.395506 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-91074c6c-d93c-440a-a7c2-277bd99d2340 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa HTTP/1.1" status: 200 len: 217 time: 0.0934594 Jun 04 00:46:02.482925 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4118ee46-3ab9-4b8a-b155-18cee839e91c,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:02.502618 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-e698e6c2-fb0a-451e-9337-1dda3ce8eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:02.504274 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-e698e6c2-fb0a-451e-9337-1dda3ce8eecd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.1010988 Jun 04 00:46:02.505928 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:02.507672 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:02.522055 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-21aa0e17-1078-42f9-95b1-609b526525c9 None None] Provisioning for port 65060927-7162-4793-8124-b13d1abe44cb completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:46:02.528826 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-21aa0e17-1078-42f9-95b1-609b526525c9 None None] Provisioning complete for port 65060927-7162-4793-8124-b13d1abe44cb triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:46:02.529381 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-21aa0e17-1078-42f9-95b1-609b526525c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:02.559117 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13781510-d8e0-464d-89d7-26da189b354e x-openstack-request-id: req-13781510-d8e0-464d-89d7-26da189b354e {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:02.559712 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f673e564-eb49-42c9-a19c-12fc515a83f7", "tag": "d81fc3e3-b153-402d-90b9-852bb7d392aa", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:02.560011 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13781510-d8e0-464d-89d7-26da189b354e {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:02.560561 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'tag': 'd81fc3e3-b153-402d-90b9-852bb7d392aa', 'status': 'completed', 'code': 200} Jun 04 00:46:02.573399 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:02.582134 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5342a44b-b4e5-4d71-8189-c677f5e6ad30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:02.589707 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abc6949af0404878a9c9e34ef86321bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2718279 Jun 04 00:46:02.594508 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-21aa0e17-1078-42f9-95b1-609b526525c9 None None] Port 65060927-7162-4793-8124-b13d1abe44cb cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:46:02.596046 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33192) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:02.609542 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ce2de09e-80be-400c-982c-a4e4f4edce03 req-c95f8427-c02a-485b-83cd-3699cdda3793 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794707 Jun 04 00:46:02.647243 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5929680 Jun 04 00:46:02.670485 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Request body: {'port': {'device_id': '950868fe-607e-4796-ade2-9e51f615ca71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:46:02.682104 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=721697ccacff4320aa18d37576b5a32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6118753 Jun 04 00:46:02.687900 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33194) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:02.717737 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95dedec-cafb-4544-b8f4-73afaebfa6f1,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:02.720500 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device db442f1f-13b4-497c-81d1-247ad05cbdf0 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:46:02.722559 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:02.744436 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d6a95042-66f5-4884-9b17-5cbf175b8aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:02.887790 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-00f97fae-df0d-469c-9c2d-2db2680c940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:02.889301 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-00f97fae-df0d-469c-9c2d-2db2680c940e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3784673 Jun 04 00:46:02.910412 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d6a95042-66f5-4884-9b17-5cbf175b8aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:02.926698 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port db442f1f-13b4-497c-81d1-247ad05cbdf0, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db442f1f-13b4-497c-81d1-247ad05cbdf0,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:02.944039 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': 'db442f1f-13b4-497c-81d1-247ad05cbdf0', 'network_id': '1f13caf1-29b6-4a43-83b2-1c3ed80050a7', 'port_id': 'db442f1f-13b4-497c-81d1-247ad05cbdf0', 'mac_address': 'fa:16:3e:c6:dc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a183448e-557b-40bc-a7fc-c595a3ba64dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:46:02.948440 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device ed1c9a31-adb7-4118-926f-c74dbbfb03c6 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:46:02.968966 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.064428 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-45dd1c98-4010-4989-b505-81d4b1f97bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.086143 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.111141 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db442f1f-13b4-497c-81d1-247ad05cbdf0 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:46:03.132702 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port db442f1f-13b4-497c-81d1-247ad05cbdf0, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db442f1f-13b4-497c-81d1-247ad05cbdf0,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:03.138536 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad91d6-e1f4-4889-be71-862a20a83077 req-5863777f-fd6e-4cf5-a92d-4df9b23c9ea4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:03.140223 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b2ad91d6-e1f4-4889-be71-862a20a83077 req-5863777f-fd6e-4cf5-a92d-4df9b23c9ea4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 932 time: 0.3626485 Jun 04 00:46:03.147574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-45dd1c98-4010-4989-b505-81d4b1f97bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.148934 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.151265 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:03.177680 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-59dc71cd-e0a7-4753-a921-2c2d67fcb7a5 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757320 Jun 04 00:46:03.222744 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d6a95042-66f5-4884-9b17-5cbf175b8aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.234678 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=db442f1f-13b4-497c-81d1-247ad05cbdf0,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:03.237641 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port ed1c9a31-adb7-4118-926f-c74dbbfb03c6 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:46:03.238843 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:03.246320 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:03.247920 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port ed1c9a31-adb7-4118-926f-c74dbbfb03c6 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:46:03.248718 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.281074 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a95042-66f5-4884-9b17-5cbf175b8aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4118ee46-3ab9-4b8a-b155-18cee839e91c,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:03.288767 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d6a95042-66f5-4884-9b17-5cbf175b8aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:03.294297 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b2ad91d6-e1f4-4889-be71-862a20a83077 req-4dfde48a-bb59-4d55-b356-d9885b38b579 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381028 Jun 04 00:46:03.399951 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d6a95042-66f5-4884-9b17-5cbf175b8aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.404069 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-d6a95042-66f5-4884-9b17-5cbf175b8aba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4118ee46-3ab9-4b8a-b155-18cee839e91c HTTP/1.1" status: 204 len: 168 time: 0.8005941 Jun 04 00:46:03.454235 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.490359 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a9e813-ebe4-4920-9f88-f0661c9c7f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1c9a31-adb7-4118-926f-c74dbbfb03c6'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:03.493230 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4022cf7a-d78e-41bd-bf98-8869874980eb" -d '{"events": [{"server_uuid": "89a9e813-ebe4-4920-9f88-f0661c9c7f60", "name": "network-vif-plugged", "status": "completed", "tag": "ed1c9a31-adb7-4118-926f-c74dbbfb03c6"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:03.503883 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port ed1c9a31-adb7-4118-926f-c74dbbfb03c6, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:03.507622 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-45dd1c98-4010-4989-b505-81d4b1f97bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.511874 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.515466 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-6423c8fb-b208-45c0-8529-dc88a369d712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:03.527013 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-43033a20-6e3b-49da-b23d-8319bc07fddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:03.559996 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-45dd1c98-4010-4989-b505-81d4b1f97bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.566976 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-45dd1c98-4010-4989-b505-81d4b1f97bc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c95dedec-cafb-4544-b8f4-73afaebfa6f1 HTTP/1.1" status: 204 len: 168 time: 0.8762395 Jun 04 00:46:03.572136 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc6c2acf-a797-42a7-ae7a-3c6059d31db7 req-78abb0cd-9378-4944-85da-da51df83a3f4 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852789 Jun 04 00:46:03.572951 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd1c98-4010-4989-b505-81d4b1f97bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95dedec-cafb-4544-b8f4-73afaebfa6f1,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:03.584761 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-45dd1c98-4010-4989-b505-81d4b1f97bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:03.597710 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164bfdd-b38f-4261-8c81-c9b94730b026 req-5bd64390-ee71-4987-9813-23c74f60845e tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:03.609634 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c164bfdd-b38f-4261-8c81-c9b94730b026 req-5bd64390-ee71-4987-9813-23c74f60845e tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 944 time: 0.7446949 Jun 04 00:46:03.623765 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['db442f1f-13b4-497c-81d1-247ad05cbdf0'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:46:03.667374 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65060927-7162-4793-8124-b13d1abe44cb {{(pid=103533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:46:03.680643 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.694354 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-c164bfdd-b38f-4261-8c81-c9b94730b026 req-d560b8d5-82a0-4afe-aad0-8720c707d0fe tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Synchronizing usage tracker for tenant:e50987ba81fc49a286c8432437d53a72 on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:46:03.716075 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-c164bfdd-b38f-4261-8c81-c9b94730b026 req-d560b8d5-82a0-4afe-aad0-8720c707d0fe tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Unset dirty status for tenant:e50987ba81fc49a286c8432437d53a72 on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:46:03.731991 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c164bfdd-b38f-4261-8c81-c9b94730b026 req-d560b8d5-82a0-4afe-aad0-8720c707d0fe tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210148 Jun 04 00:46:03.733897 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Transition to ACTIVE for port object 65060927-7162-4793-8124-b13d1abe44cb will not be triggered until provisioned by entity L2. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:46:03.742512 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:03.756650 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:03.867246 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9877632a-4d85-43e7-8d5e-f99b8323d257 x-openstack-request-id: req-9877632a-4d85-43e7-8d5e-f99b8323d257 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:03.868857 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a9e813-ebe4-4920-9f88-f0661c9c7f60", "name": "network-vif-plugged", "status": "completed", "tag": "ed1c9a31-adb7-4118-926f-c74dbbfb03c6", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:03.869124 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9877632a-4d85-43e7-8d5e-f99b8323d257 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:03.869528 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a9e813-ebe4-4920-9f88-f0661c9c7f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1c9a31-adb7-4118-926f-c74dbbfb03c6', 'code': 200} Jun 04 00:46:03.875172 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:03.898181 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:03.970419 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4366a3c-f4ea-4fa4-b3e6-352a3be70241 req-e1759a75-7f81-49cc-a22e-e653efcece4a tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:03.976931 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c4366a3c-f4ea-4fa4-b3e6-352a3be70241 req-e1759a75-7f81-49cc-a22e-e653efcece4a tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 946 time: 0.3874950 Jun 04 00:46:04.126013 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-42d7cf0e-0ae1-4262-9157-cb5880f12bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:04.132321 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-42d7cf0e-0ae1-4262-9157-cb5880f12bbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 1097 time: 0.4397943 Jun 04 00:46:04.269359 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c4366a3c-f4ea-4fa4-b3e6-352a3be70241 req-1bce5f97-c8ee-4f67-b4b9-07b50a97259b tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852626 Jun 04 00:46:04.308442 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:04.359383 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:04.498799 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-a5d20a47-e9b7-4094-bec2-6dc31cd9f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:04.500675 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-a5d20a47-e9b7-4094-bec2-6dc31cd9f78f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 912 time: 0.3528805 Jun 04 00:46:04.533180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778848c1-4bcf-4dca-9770-9017fd168f40 req-5cab46d6-9737-4508-a604-640df203618d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:04.534720 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-778848c1-4bcf-4dca-9770-9017fd168f40 req-5cab46d6-9737-4508-a604-640df203618d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 945 time: 0.4954443 Jun 04 00:46:04.547311 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Attempting to bind port 65060927-7162-4793-8124-b13d1abe44cb on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:46:04.547707 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Attempting to bind port 65060927-7162-4793-8124-b13d1abe44cb by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:46:04.548038 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Attempting to bind port 65060927-7162-4793-8124-b13d1abe44cb on network 297206ad-db2b-4913-9f81-e1e2de4db8ce {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:46:04.568461 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Port 65060927-7162-4793-8124-b13d1abe44cb on network 297206ad-db2b-4913-9f81-e1e2de4db8ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:46:04.568794 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Attempting to bind port 65060927-7162-4793-8124-b13d1abe44cb on network 297206ad-db2b-4913-9f81-e1e2de4db8ce {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:46:04.582992 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:46:04.583354 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Checking segment: {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:46:04.586011 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Bound using segment: {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:46:04.589180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Bound port: 65060927-7162-4793-8124-b13d1abe44cb, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:46:04.590817 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:04.800500 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fe35c-d3dd-4829-af18-80aea0d1665a req-1c8586bf-e4e0-4e64-bf6c-8fd098e6a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:04.804880 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-760fe35c-d3dd-4829-af18-80aea0d1665a req-1c8586bf-e4e0-4e64-bf6c-8fd098e6a8cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1098 time: 0.5257177 Jun 04 00:46:04.806517 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-20386543-366b-4209-b8c7-23e69092cc93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa HTTP/1.1" status: 200 len: 217 time: 0.2971222 Jun 04 00:46:04.904224 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-778848c1-4bcf-4dca-9770-9017fd168f40 req-b57821c3-d0af-4e17-be3c-2f0804d46372 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394508 Jun 04 00:46:04.914924 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-760fe35c-d3dd-4829-af18-80aea0d1665a req-9f981714-4778-495c-920a-4802ddf926ae service neutron] Synchronizing usage tracker for tenant:faf0ac336325462d8c00a7cb4bf6bab8 on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:46:04.934547 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:46:04.940933 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-760fe35c-d3dd-4829-af18-80aea0d1665a req-9f981714-4778-495c-920a-4802ddf926ae service neutron] Unset dirty status for tenant:faf0ac336325462d8c00a7cb4bf6bab8 on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:46:04.942596 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-760fe35c-d3dd-4829-af18-80aea0d1665a req-9f981714-4778-495c-920a-4802ddf926ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184585 Jun 04 00:46:04.950685 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:46:04.954963 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-f641abd8-0d48-4c9d-bcab-9e368eaec8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:04.956523 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-f641abd8-0d48-4c9d-bcab-9e368eaec8d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.1375740 Jun 04 00:46:04.960192 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:04.981116 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:05.004689 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc3082-498c-4f2d-97e6-0a868e34766e req-51ec2c3c-57c9-452f-b17e-82c090d686f6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:05.008235 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dacc3082-498c-4f2d-97e6-0a868e34766e req-51ec2c3c-57c9-452f-b17e-82c090d686f6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.4323685 Jun 04 00:46:05.055596 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:05.055596 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:05.057055 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] 10.222.0.47 "PUT /v2.0/ports/65060927-7162-4793-8124-b13d1abe44cb HTTP/1.1" status: 200 len: 1094 time: 2.3935349 Jun 04 00:46:05.058269 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'tag': '65060927-7162-4793-8124-b13d1abe44cb'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:05.061071 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1148f187-77b2-4878-9d89-f05f99d8c5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "tag": "65060927-7162-4793-8124-b13d1abe44cb"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:05.094255 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:05.098804 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:05.111311 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dacc3082-498c-4f2d-97e6-0a868e34766e req-db3fb986-2a17-4981-a30c-6b208e35b4d8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940320 Jun 04 00:46:05.221627 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7574b8b9-ab12-4d1a-a928-94ec41c629aa x-openstack-request-id: req-7574b8b9-ab12-4d1a-a928-94ec41c629aa {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:05.221954 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "tag": "65060927-7162-4793-8124-b13d1abe44cb", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:05.222230 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7574b8b9-ab12-4d1a-a928-94ec41c629aa {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:05.222665 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'tag': '65060927-7162-4793-8124-b13d1abe44cb', 'status': 'completed', 'code': 200} Jun 04 00:46:05.259794 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fee26b-5e9c-4b7a-a836-b1b28828050c req-10ebe9a9-989e-4613-95f7-878b2de129dc tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:05.262765 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b0fee26b-5e9c-4b7a-a836-b1b28828050c req-10ebe9a9-989e-4613-95f7-878b2de129dc tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 944 time: 0.1201227 Jun 04 00:46:05.320661 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b0fee26b-5e9c-4b7a-a836-b1b28828050c req-26923e4f-8028-4634-8419-b1c551ef0396 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504873 Jun 04 00:46:05.465102 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-82749f45-a834-4402-8950-71eea769cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:05.466713 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-82749f45-a834-4402-8950-71eea769cb3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0949810 Jun 04 00:46:05.509326 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148f187-77b2-4878-9d89-f05f99d8c5ce req-cd3bd1e7-2685-4c21-9c32-60560cf503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:05.511599 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1148f187-77b2-4878-9d89-f05f99d8c5ce req-cd3bd1e7-2685-4c21-9c32-60560cf503ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 1097 time: 0.0866985 Jun 04 00:46:05.597787 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33296) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:05.625625 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-73fa286c-92b2-4c42-8727-9744b73cd61a service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467683 Jun 04 00:46:05.709550 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148f187-77b2-4878-9d89-f05f99d8c5ce req-3867340e-8f8e-427b-8763-44db8ab8d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:05.711440 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1148f187-77b2-4878-9d89-f05f99d8c5ce req-3867340e-8f8e-427b-8763-44db8ab8d1b1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=73f2606236bc4287831e9973cd15c78a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1713624 Jun 04 00:46:05.781946 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d95cdb10-6b91-4c07-8e35-f2fd31607ad4 req-a97d642d-2047-4462-bf00-19a2aa4de714 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489930 Jun 04 00:46:05.865146 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148f187-77b2-4878-9d89-f05f99d8c5ce req-819b15f2-b5af-4ada-a35d-fc176233aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:05.866616 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1148f187-77b2-4878-9d89-f05f99d8c5ce req-819b15f2-b5af-4ada-a35d-fc176233aa3f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477726 Jun 04 00:46:05.888044 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:05.904750 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:05.909132 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Usage tracker for resource:security_group_rule and tenant:08df930a60f54dc4812680dc77f3d77e is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:05.912254 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:05.919948 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:06.034285 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:06.041146 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:06.051329 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-be4c7b5a-111a-4ef4-80c9-e0d94c2c40ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:06.099931 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f24a4cf-f7a1-4576-83cb-5d9932e29aa5,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:06.106435 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:06.113377 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08df930a60f54dc4812680dc77f3d77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145378 Jun 04 00:46:06.124090 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 33318) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:06.284537 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17408-5666-4923-9b18-36a47172187a req-3228edc6-ccfa-4ba7-a235-e926d8fa5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:06.286012 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-3228edc6-ccfa-4ba7-a235-e926d8fa5782 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 1097 time: 0.3409617 Jun 04 00:46:06.286842 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-53b83a0f-daef-4ced-8957-351112d0cd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:06.370995 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e67b8-f558-4ad5-b721-80ab67f66fc8 req-c6d1a06b-e02c-4b65-b28d-c25723e77d97 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:06.386730 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f32e67b8-f558-4ad5-b721-80ab67f66fc8 req-c6d1a06b-e02c-4b65-b28d-c25723e77d97 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 945 time: 0.1936800 Jun 04 00:46:06.442275 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f32e67b8-f558-4ad5-b721-80ab67f66fc8 req-f6d7dab9-0bca-4666-a6f7-40ab5c3b9d97 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542650 Jun 04 00:46:06.568951 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-56f3a8c2-a0ba-4b62-a0ee-87421af803d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65060927-7162-4793-8124-b13d1abe44cb HTTP/1.1" status: 200 len: 217 time: 0.2442138 Jun 04 00:46:06.576564 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-53b83a0f-daef-4ced-8957-351112d0cd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:06.684361 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a201fa-cb11-4ca4-895d-ced87925a668 req-e8d2be98-433f-449a-86cf-a0678ea12a92 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:06.686245 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-25a201fa-cb11-4ca4-895d-ced87925a668 req-e8d2be98-433f-449a-86cf-a0678ea12a92 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0877328 Jun 04 00:46:06.716532 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17408-5666-4923-9b18-36a47172187a req-00599e8b-b748-4107-9a41-7122512c2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:06.718516 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-00599e8b-b748-4107-9a41-7122512c2238 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.1348085 Jun 04 00:46:06.756116 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device db442f1f-13b4-497c-81d1-247ad05cbdf0 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:46:06.808926 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-53b83a0f-daef-4ced-8957-351112d0cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:06.812536 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-25a201fa-cb11-4ca4-895d-ced87925a668 req-23aaa0c0-8cda-4989-8ef6-4a1cdc568aa7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184416 Jun 04 00:46:06.826433 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9b635b9f-d9de-400d-9e09-b362d3a07285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:06.846889 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b83a0f-daef-4ced-8957-351112d0cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f24a4cf-f7a1-4576-83cb-5d9932e29aa5,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:06.851481 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-53b83a0f-daef-4ced-8957-351112d0cd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:06.860501 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-53b83a0f-daef-4ced-8957-351112d0cd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:06.887884 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-53b83a0f-daef-4ced-8957-351112d0cd56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f24a4cf-f7a1-4576-83cb-5d9932e29aa5 HTTP/1.1" status: 204 len: 168 time: 0.7445905 Jun 04 00:46:06.917100 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17408-5666-4923-9b18-36a47172187a req-44332fa3-fb59-4cd0-ad9d-a0da298bce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:06.918956 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-44332fa3-fb59-4cd0-ad9d-a0da298bce8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1906807 Jun 04 00:46:06.944556 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port db442f1f-13b4-497c-81d1-247ad05cbdf0 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:46:06.951599 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port db442f1f-13b4-497c-81d1-247ad05cbdf0 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:46:06.952030 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:07.182878 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ad92d-1dfb-423b-82b5-6e52631e4307 req-d789b34f-9a5d-42cf-a2a9-554d1be4b548 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:07.193921 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-85fb7695-4082-4f05-b435-af08de4acc3e service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679172 Jun 04 00:46:07.200454 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c94ad92d-1dfb-423b-82b5-6e52631e4307 req-d789b34f-9a5d-42cf-a2a9-554d1be4b548 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 944 time: 0.1971989 Jun 04 00:46:07.292416 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:07.332564 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c94ad92d-1dfb-423b-82b5-6e52631e4307 req-cd7b3f5f-6f75-4bb7-a224-0c83dcd7b543 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310003 Jun 04 00:46:07.353144 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa023669-b7bd-41ed-a74a-e8df28fc3021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db442f1f-13b4-497c-81d1-247ad05cbdf0'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:07.358059 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1a9f3c-00c6-46d6-bbb5-95e7c650f6fd" -d '{"events": [{"server_uuid": "fa023669-b7bd-41ed-a74a-e8df28fc3021", "name": "network-vif-plugged", "status": "completed", "tag": "db442f1f-13b4-497c-81d1-247ad05cbdf0"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:07.367770 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port db442f1f-13b4-497c-81d1-247ad05cbdf0, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db442f1f-13b4-497c-81d1-247ad05cbdf0,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:07.373740 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:07.378486 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:07.500943 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca418b8-27b6-4a7d-b4f4-2d002cc7a499 x-openstack-request-id: req-7ca418b8-27b6-4a7d-b4f4-2d002cc7a499 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:07.502658 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa023669-b7bd-41ed-a74a-e8df28fc3021", "name": "network-vif-plugged", "status": "completed", "tag": "db442f1f-13b4-497c-81d1-247ad05cbdf0", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:07.504423 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ca418b8-27b6-4a7d-b4f4-2d002cc7a499 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:07.505448 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa023669-b7bd-41ed-a74a-e8df28fc3021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db442f1f-13b4-497c-81d1-247ad05cbdf0', 'code': 200} Jun 04 00:46:07.517497 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d1f17408-5666-4923-9b18-36a47172187a req-15e56750-15b6-4f16-856a-5283196ab818 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097727 Jun 04 00:46:07.550827 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=db442f1f-13b4-497c-81d1-247ad05cbdf0,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:07.556745 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:07.574676 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33374) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:07.602539 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:07.633502 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:07.637995 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:e777d0100b6741e990fef7ba34d5b4f2 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:07.641241 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:07.647553 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:07.718404 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 33380) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:07.831000 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4cbe5-e566-4a5b-a112-8b78f50ce9db req-f5b9322c-776f-4eb3-b0a0-2a33c891b7c9 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:07.832815 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d3f4cbe5-e566-4a5b-a112-8b78f50ce9db req-f5b9322c-776f-4eb3-b0a0-2a33c891b7c9 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1662738 Jun 04 00:46:07.842267 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:07.879021 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:07.890392 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:07.929742 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d3f4cbe5-e566-4a5b-a112-8b78f50ce9db req-1bc85a5d-9541-4c51-b6b3-3a4b4d499b80 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846391 Jun 04 00:46:07.945038 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:07.972186 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001849b3-6274-403b-aa75-360ed1529e7e,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:07.972512 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:07.975555 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:07.978497 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e777d0100b6741e990fef7ba34d5b4f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023848 Jun 04 00:46:07.981632 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33388) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:08.010177 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Usage tracker for resource:security_group_rule and tenant:d8692f8de9f9493b8c1b5a6ccaee6613 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:08.023604 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:08.038492 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:08.057284 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-07c7cb85-846e-4ebc-9086-6143a58e617e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.078398 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0feb6e-a485-4aab-8f1b-044c772e9a99 req-fc47c9a2-1e40-4b7f-9925-e7bc5ec2e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:08.080223 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bf0feb6e-a485-4aab-8f1b-044c772e9a99 req-fc47c9a2-1e40-4b7f-9925-e7bc5ec2e690 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 1099 time: 0.2256160 Jun 04 00:46:08.086912 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-07c7cb85-846e-4ebc-9086-6143a58e617e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.155252 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-07c7cb85-846e-4ebc-9086-6143a58e617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.160801 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fefd2eab-2d55-4cba-8f44-5fcf7172b2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:08.168222 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69f063-0def-4281-9d83-d1d44bfe7e1a req-af82e7d6-bbeb-45d6-a195-325da2e7883f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:08.168930 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-4f69f063-0def-4281-9d83-d1d44bfe7e1a req-af82e7d6-bbeb-45d6-a195-325da2e7883f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:46:08.188326 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bf0feb6e-a485-4aab-8f1b-044c772e9a99 req-a811a570-4c3e-49ca-95b0-da2d5c7bc046 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999353 Jun 04 00:46:08.192065 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7cb85-846e-4ebc-9086-6143a58e617e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001849b3-6274-403b-aa75-360ed1529e7e,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:08.194930 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-07c7cb85-846e-4ebc-9086-6143a58e617e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.196798 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-07c7cb85-846e-4ebc-9086-6143a58e617e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/001849b3-6274-403b-aa75-360ed1529e7e HTTP/1.1" status: 204 len: 168 time: 0.2139168 Jun 04 00:46:08.198386 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-07c7cb85-846e-4ebc-9086-6143a58e617e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:08.249638 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.251098 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-4f69f063-0def-4281-9d83-d1d44bfe7e1a req-af82e7d6-bbeb-45d6-a195-325da2e7883f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:46:08.252551 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4f69f063-0def-4281-9d83-d1d44bfe7e1a req-af82e7d6-bbeb-45d6-a195-325da2e7883f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.2814655 Jun 04 00:46:08.255891 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.266477 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7fd6bcb4-021d-48f1-95e3-24a6adfc4bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:08.334050 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3843cb94-75f4-4fa7-ac2a-09774452910e,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:08.340482 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8692f8de9f9493b8c1b5a6ccaee6613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6207998 Jun 04 00:46:08.341397 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:08.343373 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33396) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:08.345982 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4f69f063-0def-4281-9d83-d1d44bfe7e1a req-e076d215-51fb-4edd-86dc-939705134bab tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819151 Jun 04 00:46:08.431541 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4dba05b4-cb4c-4089-9b64-2a72a135754d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.465896 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4dba05b4-cb4c-4089-9b64-2a72a135754d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.586659 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dd30e-fc1e-4e3f-8459-5750ef71e4b3 req-b32e2429-f420-40ca-ae1b-e386f6ceb114 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:08.588155 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-729dd30e-fc1e-4e3f-8459-5750ef71e4b3 req-b32e2429-f420-40ca-ae1b-e386f6ceb114 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 944 time: 0.1132314 Jun 04 00:46:08.593939 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4dba05b4-cb4c-4089-9b64-2a72a135754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.600238 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d6a95042-66f5-4884-9b17-5cbf175b8aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:08.630860 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba05b4-cb4c-4089-9b64-2a72a135754d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3843cb94-75f4-4fa7-ac2a-09774452910e,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:08.635959 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4dba05b4-cb4c-4089-9b64-2a72a135754d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:08.646191 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4dba05b4-cb4c-4089-9b64-2a72a135754d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:08.647302 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4dba05b4-cb4c-4089-9b64-2a72a135754d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3843cb94-75f4-4fa7-ac2a-09774452910e HTTP/1.1" status: 204 len: 168 time: 0.3026974 Jun 04 00:46:08.658230 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-729dd30e-fc1e-4e3f-8459-5750ef71e4b3 req-8ed98ddd-7c31-4de8-87b0-5d864a8da834 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589299 Jun 04 00:46:08.758128 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device d81fc3e3-b153-402d-90b9-852bb7d392aa details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:46:08.923201 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port d81fc3e3-b153-402d-90b9-852bb7d392aa, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:08.940471 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': 'd81fc3e3-b153-402d-90b9-852bb7d392aa', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'port_id': 'd81fc3e3-b153-402d-90b9-852bb7d392aa', 'mac_address': 'fa:16:3e:78:fd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:46:09.011110 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:09.040087 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81fc3e3-b153-402d-90b9-852bb7d392aa {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:46:09.055691 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port d81fc3e3-b153-402d-90b9-852bb7d392aa, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:09.062625 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:09.064556 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33430) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:09.064924 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:09.101330 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:09.135600 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:09.143213 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2a26f7029e2f406f945afe1a9b603df4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:09.147106 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:09.147240 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=d81fc3e3-b153-402d-90b9-852bb7d392aa,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:09.150574 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:09.156590 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:09.169299 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0019-9e78-4294-b47c-316b03510ba1 req-fe1da37b-de8c-4b44-a18c-4dd9deae1a6c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:09.170930 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0c6f0019-9e78-4294-b47c-316b03510ba1 req-fe1da37b-de8c-4b44-a18c-4dd9deae1a6c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0873024 Jun 04 00:46:09.228105 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0c6f0019-9e78-4294-b47c-316b03510ba1 req-fba6662a-261f-4af1-b491-e24d6c3acee1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506282 Jun 04 00:46:09.260047 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:09.265505 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:09.274803 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ebca51e4-b80e-45d1-b421-4c2f358ee52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:09.322754 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 33438) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:09.322878 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a26f7029e2f406f945afe1a9b603df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568157 Jun 04 00:46:09.325000 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51a7199-ee1d-42ba-a3ce-940a07c6394a,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:09.328380 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:09.383320 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-856b60bd-d029-4eea-a14c-9d9cea319721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:09.410671 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-856b60bd-d029-4eea-a14c-9d9cea319721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:09.473960 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-856b60bd-d029-4eea-a14c-9d9cea319721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:09.481273 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:09.514036 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b60bd-d029-4eea-a14c-9d9cea319721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51a7199-ee1d-42ba-a3ce-940a07c6394a,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:09.517196 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-856b60bd-d029-4eea-a14c-9d9cea319721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:09.534807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-856b60bd-d029-4eea-a14c-9d9cea319721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:09.537467 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-856b60bd-d029-4eea-a14c-9d9cea319721 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b51a7199-ee1d-42ba-a3ce-940a07c6394a HTTP/1.1" status: 204 len: 168 time: 0.2136638 Jun 04 00:46:09.594364 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccc9f5-d1c2-4068-8a5c-e0035d6a3604 req-667b51a7-fe7c-40e1-88e3-ad47e4111a9f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:09.603043 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-36ccc9f5-d1c2-4068-8a5c-e0035d6a3604 req-667b51a7-fe7c-40e1-88e3-ad47e4111a9f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.1150594 Jun 04 00:46:09.669032 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-36ccc9f5-d1c2-4068-8a5c-e0035d6a3604 req-a318ce77-a010-4948-ab86-ff6cd52c4c78 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649817 Jun 04 00:46:09.764985 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 33460) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:09.832629 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['d81fc3e3-b153-402d-90b9-852bb7d392aa'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:46:09.885274 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436ab65-fe4e-490b-acb2-0833faf3ada4 req-2da77872-558c-4fbd-9ee6-7a4f7cc3bda1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:09.887108 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2436ab65-fe4e-490b-acb2-0833faf3ada4 req-2da77872-558c-4fbd-9ee6-7a4f7cc3bda1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 945 time: 0.0928423 Jun 04 00:46:09.949258 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2436ab65-fe4e-490b-acb2-0833faf3ada4 req-fa1fef23-173a-4e37-b6a7-c1d6bdcc50f1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545518 Jun 04 00:46:09.982789 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:10.000581 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:10.004627 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Usage tracker for resource:security_group_rule and tenant:32feeba290e54dd6a7b3a7db7e9e37ec is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:10.007535 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:10.014143 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:10.120781 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:10.125707 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:10.138050 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:10.192156 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33478) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:10.192317 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32feeba290e54dd6a7b3a7db7e9e37ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259529 Jun 04 00:46:10.193334 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5c9535-31b4-4ec3-b3e1-61bfcdd6ab3f,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:10.196714 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:10.324793 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fcccec8c-7c19-4176-bc4f-295b53ce4b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:10.365850 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fcccec8c-7c19-4176-bc4f-295b53ce4b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:10.445920 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fcccec8c-7c19-4176-bc4f-295b53ce4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:10.451079 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-04761e9a-4bd9-4083-81a1-5b32c9bb9a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:10.509615 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccec8c-7c19-4176-bc4f-295b53ce4b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5c9535-31b4-4ec3-b3e1-61bfcdd6ab3f,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:10.517839 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fcccec8c-7c19-4176-bc4f-295b53ce4b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:10.537200 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fcccec8c-7c19-4176-bc4f-295b53ce4b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:10.538445 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-fcccec8c-7c19-4176-bc4f-295b53ce4b4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a5c9535-31b4-4ec3-b3e1-61bfcdd6ab3f HTTP/1.1" status: 204 len: 168 time: 0.3450639 Jun 04 00:46:10.577798 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd61d92-0268-4766-84dd-3d9669bc7d82 req-cec25c6e-941c-41b1-913d-2c7a0bd5062c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:10.579288 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1bd61d92-0268-4766-84dd-3d9669bc7d82 req-cec25c6e-941c-41b1-913d-2c7a0bd5062c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1291831 Jun 04 00:46:10.630558 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1bd61d92-0268-4766-84dd-3d9669bc7d82 req-7985a052-8e25-429d-9f14-4edfa2659bff tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440705 Jun 04 00:46:11.062055 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ff461-e889-4498-a0d9-982e1076218f req-33b010bc-476f-4ee3-9f0a-2534eae66aa0 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:11.064554 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-198ff461-e889-4498-a0d9-982e1076218f req-33b010bc-476f-4ee3-9f0a-2534eae66aa0 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.2269528 Jun 04 00:46:11.127539 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-198ff461-e889-4498-a0d9-982e1076218f req-3c87ec57-1b6b-45ec-81d3-768e3893ae96 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562558 Jun 04 00:46:11.305850 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-ee63896b-b9d4-4136-9f54-aff6104daf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:11.308247 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-ee63896b-b9d4-4136-9f54-aff6104daf4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 1099 time: 0.1311023 Jun 04 00:46:11.471372 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-0bbde9c6-5b3f-4870-b03b-041cf9d6b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:11.473092 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-0bbde9c6-5b3f-4870-b03b-041cf9d6b1dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 919 time: 0.1564112 Jun 04 00:46:11.473950 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c679-2e87-4d23-be12-e1a9581c3bb4 req-3c9cbc36-10c5-4a49-b092-d83ef5a40777 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:11.476991 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f207c679-2e87-4d23-be12-e1a9581c3bb4 req-3c9cbc36-10c5-4a49-b092-d83ef5a40777 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 945 time: 0.1560919 Jun 04 00:46:11.530115 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33544) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:11.570020 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f207c679-2e87-4d23-be12-e1a9581c3bb4 req-15b8b2c3-d3b9-4fcc-b78d-2f5a4efa14d2 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872955 Jun 04 00:46:11.633572 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-d0efe43d-2ca4-46e3-841c-7fd2fe313d69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db442f1f-13b4-497c-81d1-247ad05cbdf0 HTTP/1.1" status: 200 len: 217 time: 0.1524005 Jun 04 00:46:11.717382 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316c0db-6937-49bb-8eea-93d25f7a63bf req-132cef5a-4f64-45e2-8e3d-93d7da2929fa tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:11.724614 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4316c0db-6937-49bb-8eea-93d25f7a63bf req-132cef5a-4f64-45e2-8e3d-93d7da2929fa tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1571352 Jun 04 00:46:11.742180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-8d274fc8-ca72-4d65-9fa1-e0c90042b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:11.743646 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-8d274fc8-ca72-4d65-9fa1-e0c90042b644 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.1027648 Jun 04 00:46:11.780401 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf42b-19a6-4621-ba67-afda3a4eb349 req-871634f7-3c6f-4375-ae5a-cb132d52b285 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:11.789507 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cdddf42b-19a6-4621-ba67-afda3a4eb349 req-871634f7-3c6f-4375-ae5a-cb132d52b285 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 946 time: 0.0938184 Jun 04 00:46:11.871246 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cdddf42b-19a6-4621-ba67-afda3a4eb349 req-ca72cb5b-09ae-44fa-bc35-df0a5006957f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804386 Jun 04 00:46:11.872936 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:11.873313 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-b1241ba5-2f21-4017-afe4-208cf6b21c41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178174 Jun 04 00:46:11.891446 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:11.895863 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Usage tracker for resource:security_group_rule and tenant:49ed5de534234a6c8d241920d361d8e0 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:11.899074 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:11.909007 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:11.917752 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4316c0db-6937-49bb-8eea-93d25f7a63bf req-80dbd9fe-f44f-4516-86f8-f243ff4dbe07 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921690 Jun 04 00:46:12.001220 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:12.007982 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:12.017886 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:12.059035 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49ed5de534234a6c8d241920d361d8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255604 Jun 04 00:46:12.060155 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66db5af-f78c-45a3-a097-a108c14aad6e,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:12.063090 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33562) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:12.072647 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-1e66dee6-2961-4385-bb29-fb6abf0b54d9 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843615 Jun 04 00:46:12.083234 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:12.144550 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7181098-17d8-45c9-b0d2-43ace2b108c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:12.179982 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7181098-17d8-45c9-b0d2-43ace2b108c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:12.225114 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-98cb6dda-4528-4168-9e1d-a9b0a130cf39 req-c73d9e5f-c96c-44ca-8696-6cf7cc83e9c0 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381249 Jun 04 00:46:12.248872 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7181098-17d8-45c9-b0d2-43ace2b108c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:12.259383 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8c3155de-ea5b-44c7-8a61-bb30662d6c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:12.283748 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7181098-17d8-45c9-b0d2-43ace2b108c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:12.285098 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-f7181098-17d8-45c9-b0d2-43ace2b108c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d66db5af-f78c-45a3-a097-a108c14aad6e HTTP/1.1" status: 204 len: 168 time: 0.2214353 Jun 04 00:46:12.286253 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7181098-17d8-45c9-b0d2-43ace2b108c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66db5af-f78c-45a3-a097-a108c14aad6e,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:12.289507 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-f7181098-17d8-45c9-b0d2-43ace2b108c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:12.426589 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1da702-dec0-45ce-936f-65ffcbf8e141 req-49ca2c67-8293-46d6-9a7b-508f72625ddb tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:12.430701 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8e1da702-dec0-45ce-936f-65ffcbf8e141 req-49ca2c67-8293-46d6-9a7b-508f72625ddb tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.1269417 Jun 04 00:46:12.438249 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-f25336eb-36c0-4e42-af2c-7be070b3ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:12.483499 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8e1da702-dec0-45ce-936f-65ffcbf8e141 req-1a9824d5-53e2-4007-b596-9ad9106e24c1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469067 Jun 04 00:46:12.782485 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:46:12.815924 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876cc7-d722-40dc-b005-6b1b73d531c9 req-a2227a73-88f8-4e8c-84fe-2cf25209708f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:12.818284 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-15876cc7-d722-40dc-b005-6b1b73d531c9 req-a2227a73-88f8-4e8c-84fe-2cf25209708f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 945 time: 0.1051655 Jun 04 00:46:12.857465 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device d81fc3e3-b153-402d-90b9-852bb7d392aa up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:46:12.880601 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33608) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:12.883075 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-15876cc7-d722-40dc-b005-6b1b73d531c9 req-a5f83c81-96fb-4f31-a92e-90350f96c338 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584366 Jun 04 00:46:12.913619 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:12.953165 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:12.957408 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Usage tracker for resource:security_group_rule and tenant:4b35d6d00ce74bb980fe1dafdd3c7b9e is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:12.961115 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:12.967135 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:13.018527 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:13.037946 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '65060927-7162-4793-8124-b13d1abe44cb', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'port_id': '65060927-7162-4793-8124-b13d1abe44cb', 'mac_address': 'fa:16:3e:a2:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:46:13.077151 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port d81fc3e3-b153-402d-90b9-852bb7d392aa completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:46:13.101184 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port d81fc3e3-b153-402d-90b9-852bb7d392aa triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:46:13.101689 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.132996 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.147396 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.158349 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-17ad7c4b-5469-406d-a9ad-8dd598ad63b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:13.206478 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.217027 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b35d6d00ce74bb980fe1dafdd3c7b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327990 Jun 04 00:46:13.217738 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33616) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:13.218362 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37628cdc-9b01-471c-b83f-74c6210a442f,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:13.219206 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175d7d5-fe52-4e70-91c8-70218a63500c req-abd87c9f-8277-4b3c-90eb-daaf427efa88 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:13.220874 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1175d7d5-fe52-4e70-91c8-70218a63500c req-abd87c9f-8277-4b3c-90eb-daaf427efa88 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1383109 Jun 04 00:46:13.233739 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:13.267265 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa233882-48ed-4083-923f-438a4820ff7c req-f3c5e915-bfbc-4b68-b238-1dc069a46321 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:13.274319 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aa233882-48ed-4083-923f-438a4820ff7c req-f3c5e915-bfbc-4b68-b238-1dc069a46321 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 946 time: 0.1950970 Jun 04 00:46:13.275558 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1175d7d5-fe52-4e70-91c8-70218a63500c req-2780aa7f-3fd6-43db-bf72-2c99d06a180e tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Jun 04 00:46:13.313961 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65060927-7162-4793-8124-b13d1abe44cb {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:46:13.335660 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:13.337459 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.353077 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.357099 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aa233882-48ed-4083-923f-438a4820ff7c req-43ac531c-bd4f-48f7-9a5e-50b4c03664ff tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819266 Jun 04 00:46:13.357960 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:13.362522 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e48396c7-2af9-4b9b-b1e9-53cd9c17a0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.395217 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e48396c7-2af9-4b9b-b1e9-53cd9c17a0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.427386 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81fc3e3-b153-402d-90b9-852bb7d392aa'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:13.429965 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a404ba9f-50f6-4041-a2a7-e5bcb9d333a0" -d '{"events": [{"server_uuid": "f673e564-eb49-42c9-a19c-12fc515a83f7", "name": "network-vif-plugged", "status": "completed", "tag": "d81fc3e3-b153-402d-90b9-852bb7d392aa"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:13.445106 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port d81fc3e3-b153-402d-90b9-852bb7d392aa, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:13.449563 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.454594 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:13.458050 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:13.458504 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-6423c8fb-b208-45c0-8529-dc88a369d712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:13.468006 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e48396c7-2af9-4b9b-b1e9-53cd9c17a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.473913 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-07c7cb85-846e-4ebc-9086-6143a58e617e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:13.488639 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48396c7-2af9-4b9b-b1e9-53cd9c17a0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37628cdc-9b01-471c-b83f-74c6210a442f,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:13.491511 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4ed08b-d522-4b5b-8937-7d27d894e37f x-openstack-request-id: req-4e4ed08b-d522-4b5b-8937-7d27d894e37f {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:13.491663 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e48396c7-2af9-4b9b-b1e9-53cd9c17a0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:13.491841 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f673e564-eb49-42c9-a19c-12fc515a83f7", "name": "network-vif-plugged", "status": "completed", "tag": "d81fc3e3-b153-402d-90b9-852bb7d392aa", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:13.492093 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e4ed08b-d522-4b5b-8937-7d27d894e37f {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:13.492480 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81fc3e3-b153-402d-90b9-852bb7d392aa', 'code': 200} Jun 04 00:46:13.495362 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e48396c7-2af9-4b9b-b1e9-53cd9c17a0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:13.498928 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-e48396c7-2af9-4b9b-b1e9-53cd9c17a0fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37628cdc-9b01-471c-b83f-74c6210a442f HTTP/1.1" status: 204 len: 168 time: 0.2618926 Jun 04 00:46:13.542045 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=d81fc3e3-b153-402d-90b9-852bb7d392aa,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:13.545176 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:13.688827 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d00b7-63a4-4df9-a42f-66bd02e6ed96 req-dc1e80df-d53a-4f2b-ae4f-aeefa39f8bd6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:13.690597 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bf9d00b7-63a4-4df9-a42f-66bd02e6ed96 req-dc1e80df-d53a-4f2b-ae4f-aeefa39f8bd6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 945 time: 0.0904303 Jun 04 00:46:13.759625 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bf9d00b7-63a4-4df9-a42f-66bd02e6ed96 req-2387b0d3-f708-4748-b409-1e598aee6ba8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613203 Jun 04 00:46:13.861254 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0446f5-46f4-454b-8ed2-1c53e4518850 req-9e7b49ad-3684-48de-9e20-b8834a367740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:13.862807 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5f0446f5-46f4-454b-8ed2-1c53e4518850 req-9e7b49ad-3684-48de-9e20-b8834a367740 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 1099 time: 0.0885241 Jun 04 00:46:13.915545 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5f0446f5-46f4-454b-8ed2-1c53e4518850 req-61ef6f1f-0591-4a57-b04a-347d7817372d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449967 Jun 04 00:46:13.934182 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['65060927-7162-4793-8124-b13d1abe44cb'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:46:14.138442 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05561dc6-4027-46bb-85ae-b8314cbf412f req-4d6b0594-a81a-4853-82a0-68f96117bf00 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:14.146413 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-05561dc6-4027-46bb-85ae-b8314cbf412f req-4d6b0594-a81a-4853-82a0-68f96117bf00 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1230516 Jun 04 00:46:14.189141 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-05561dc6-4027-46bb-85ae-b8314cbf412f req-87b33601-cd4b-4156-becb-f09a54b2844f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Jun 04 00:46:14.485434 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45763dc0-d531-43be-9ef8-35e0993d0d35 req-1fe1b1dc-8c21-49ee-a521-ebc20ab69206 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:14.493314 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-45763dc0-d531-43be-9ef8-35e0993d0d35 req-1fe1b1dc-8c21-49ee-a521-ebc20ab69206 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1169944 Jun 04 00:46:14.560078 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-45763dc0-d531-43be-9ef8-35e0993d0d35 req-ce38056a-f56f-4d75-966a-e90d9daed3b2 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658164 Jun 04 00:46:14.613723 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-be28390c-57ed-4386-a9b3-faa77c4e7e7f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:14.615328 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-be28390c-57ed-4386-a9b3-faa77c4e7e7f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.47 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 946 time: 0.1997564 Jun 04 00:46:14.735070 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93a62d-06f5-42ae-85b3-7a8b8ba3350a req-e0ea3339-4b9d-4f65-9339-311a3a7def9b tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:14.736597 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fe93a62d-06f5-42ae-85b3-7a8b8ba3350a req-e0ea3339-4b9d-4f65-9339-311a3a7def9b tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 946 time: 0.2029834 Jun 04 00:46:14.810508 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fe93a62d-06f5-42ae-85b3-7a8b8ba3350a req-81be5ddb-2ae8-4dfd-b2fa-1f77d6adb01e tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/security-groups?id=a684da33-fd75-4039-97fb-503303aab7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661750 Jun 04 00:46:14.826974 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Deleting port 8edee5a6-97df-41eb-a150-29646de86668 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:46:14.828204 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:14.953977 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:14.992451 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d16c8-3738-4415-9edc-0bce53eb78ae req-82aa09e5-ca7b-46ee-95ce-c15d6a7de745 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:14.996387 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] For port 8edee5a6-97df-41eb-a150-29646de86668, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8edee5a6-97df-41eb-a150-29646de86668,segment=NetworkSegment(064bbb16-c48a-4655-a11f-7896ff3a7180),segment_id=064bbb16-c48a-4655-a11f-7896ff3a7180)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:14.996954 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:15.001375 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-058d16c8-3738-4415-9edc-0bce53eb78ae req-82aa09e5-ca7b-46ee-95ce-c15d6a7de745 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 945 time: 0.1189713 Jun 04 00:46:15.061584 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-058d16c8-3738-4415-9edc-0bce53eb78ae req-e5342f38-ce8d-41c0-8d15-1d0b28d97cac tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586159 Jun 04 00:46:15.153936 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Calling delete_port for 8edee5a6-97df-41eb-a150-29646de86668 owned by compute:nova {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:46:15.189090 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-313c00f0-b3e9-4d08-a593-2761155fde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:15.484167 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:15.499295 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:15.539670 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['8edee5a6-97df-41eb-a150-29646de86668'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:46:15.665868 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Pushing event deleted for resources: {'Port': ['ID=8edee5a6-97df-41eb-a150-29646de86668,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:15.670765 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:15.779405 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] No DVR routers for this DVR port 8edee5a6-97df-41eb-a150-29646de86668 on host hv-cinder-48994 {{(pid=103533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:46:15.783338 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:15.788858 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85c9b0c-69b3-4c76-b2b2-47abd9163e4f', 'name': 'network-vif-deleted', 'tag': '8edee5a6-97df-41eb-a150-29646de86668'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:15.791897 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c162a64-0f11-441b-8ece-bf160a8e2004" -d '{"events": [{"server_uuid": "b85c9b0c-69b3-4c76-b2b2-47abd9163e4f", "name": "network-vif-deleted", "tag": "8edee5a6-97df-41eb-a150-29646de86668"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:15.819880 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de3518-eef9-4880-a415-4b0810e72897 req-a7d47373-f3ff-4e08-ac68-d3834d0bdcd2 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:15.822596 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b4de3518-eef9-4880-a415-4b0810e72897 req-a7d47373-f3ff-4e08-ac68-d3834d0bdcd2 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.4418001 Jun 04 00:46:15.859959 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5f22f7f2-355d-4bbe-bf6b-2d086e0a2a60 req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.47 "DELETE /v2.0/ports/8edee5a6-97df-41eb-a150-29646de86668 HTTP/1.1" status: 204 len: 173 time: 1.2372022 Jun 04 00:46:15.897935 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b4de3518-eef9-4880-a415-4b0810e72897 req-0ecb27fc-06b4-4951-92f5-ca4ba6096603 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688148 Jun 04 00:46:15.911469 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26d0ce-a565-496c-8929-5c69346871ac req-84ebd6b3-1daa-4b5d-9207-a3782b227bf5 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:15.920446 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fb26d0ce-a565-496c-8929-5c69346871ac req-84ebd6b3-1daa-4b5d-9207-a3782b227bf5 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1410420 Jun 04 00:46:15.956269 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:15.970221 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fb26d0ce-a565-496c-8929-5c69346871ac req-a1177a56-e973-4180-ac1a-e5b10901ed0b tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488389 Jun 04 00:46:15.996817 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554476fc-7a92-4590-8269-929101f83d15 x-openstack-request-id: req-554476fc-7a92-4590-8269-929101f83d15 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:15.997351 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85c9b0c-69b3-4c76-b2b2-47abd9163e4f", "name": "network-vif-deleted", "tag": "8edee5a6-97df-41eb-a150-29646de86668", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:15.997461 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-554476fc-7a92-4590-8269-929101f83d15 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:15.997832 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85c9b0c-69b3-4c76-b2b2-47abd9163e4f', 'name': 'network-vif-deleted', 'tag': '8edee5a6-97df-41eb-a150-29646de86668', 'status': 'completed', 'code': 200} Jun 04 00:46:16.124170 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d33e6171-1d74-4036-8aac-ad2c270a4af3 req-7229aef5-3fed-4b16-bdcb-a3a04909037b tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 210 time: 0.0529168 Jun 04 00:46:16.260734 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072166a4-6256-49c2-b55a-198238c08673 req-b4a24164-edb8-4eb6-ab84-fa9cd707eba5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:16.262278 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-072166a4-6256-49c2-b55a-198238c08673 req-b4a24164-edb8-4eb6-ab84-fa9cd707eba5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 945 time: 0.0892560 Jun 04 00:46:16.306567 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-072166a4-6256-49c2-b55a-198238c08673 req-3d3042c0-e91e-4fc8-ab2a-a199440bfbdb tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383587 Jun 04 00:46:16.812250 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:46:16.883092 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 65060927-7162-4793-8124-b13d1abe44cb completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:46:16.887963 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 65060927-7162-4793-8124-b13d1abe44cb triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:46:16.888822 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:17.016535 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:17.051428 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65060927-7162-4793-8124-b13d1abe44cb'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:17.055706 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114c8af4-6862-4563-bc31-2c4ed2db06d9" -d '{"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-plugged", "status": "completed", "tag": "65060927-7162-4793-8124-b13d1abe44cb"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:17.067793 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:46:17.074647 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:17.077493 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:17.127411 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688b0ea-03bb-47de-ba01-c9b445aa4a52 req-a2329985-d6f7-43f1-978b-3e01ca1808e8 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:17.129888 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2688b0ea-03bb-47de-ba01-c9b445aa4a52 req-a2329985-d6f7-43f1-978b-3e01ca1808e8 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1049974 Jun 04 00:46:17.186595 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:17.190100 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:17.202138 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2688b0ea-03bb-47de-ba01-c9b445aa4a52 req-2ccf6a36-643a-4d1e-81ad-e7af66276cd8 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652840 Jun 04 00:46:17.244490 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c36f16-6198-4058-b5ef-3709adba83b6 req-b0931d3b-b73d-4243-9a33-21574e65cfc4 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:17.255784 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-80c36f16-6198-4058-b5ef-3709adba83b6 req-b0931d3b-b73d-4243-9a33-21574e65cfc4 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1135128 Jun 04 00:46:17.279452 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940c5a08-0789-482a-9b2f-3e4dfaff2e9c x-openstack-request-id: req-940c5a08-0789-482a-9b2f-3e4dfaff2e9c {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:17.280182 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-plugged", "status": "completed", "tag": "65060927-7162-4793-8124-b13d1abe44cb", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:17.280655 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-940c5a08-0789-482a-9b2f-3e4dfaff2e9c {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:17.281218 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65060927-7162-4793-8124-b13d1abe44cb', 'code': 200} Jun 04 00:46:17.342159 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-80c36f16-6198-4058-b5ef-3709adba83b6 req-3ead4a90-75cc-4f8e-90ce-1cec7f510093 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830173 Jun 04 00:46:17.482445 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-42d43f27-9a8c-4c8f-9529-02a82e2502da req-5fea512c-3ab9-4b3e-beb5-a28d04d054e6 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] 10.222.0.44 "GET /v2.0/ports?device_id=b85c9b0c-69b3-4c76-b2b2-47abd9163e4f HTTP/1.1" status: 200 len: 210 time: 0.0807471 Jun 04 00:46:17.582896 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7803677-cdbf-49d8-b194-d7b4ec65eec6 req-6eed7aec-00fe-4e2c-8508-653bcbfea5ec tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:17.586720 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e7803677-cdbf-49d8-b194-d7b4ec65eec6 req-6eed7aec-00fe-4e2c-8508-653bcbfea5ec tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1293759 Jun 04 00:46:17.605503 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 33790) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:17.609586 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:17.610951 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-fc66f3f8-e1c4-4258-a140-65968b82ee54 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'floatingip': {'port_id': 'd81fc3e3-b153-402d-90b9-852bb7d392aa'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:46:17.738373 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a94ee1-5b13-446b-813f-131a77b95988 req-50e5b83d-0786-442a-aff8-7c25c4d76a38 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:17.740679 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-21a94ee1-5b13-446b-813f-131a77b95988 req-50e5b83d-0786-442a-aff8-7c25c4d76a38 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1466548 Jun 04 00:46:17.766565 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fc66f3f8-e1c4-4258-a140-65968b82ee54 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:17.797918 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-21a94ee1-5b13-446b-813f-131a77b95988 req-f06ddd27-ba0e-45ca-a2cb-faaa4830d2bf tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510671 Jun 04 00:46:17.954114 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c25931-a502-41ae-8878-3a2c34883364 req-8ce710ca-57ac-4d01-8766-89c8039ddf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:17.955637 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-27c25931-a502-41ae-8878-3a2c34883364 req-8ce710ca-57ac-4d01-8766-89c8039ddf48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 1099 time: 0.2726259 Jun 04 00:46:18.086968 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-27c25931-a502-41ae-8878-3a2c34883364 req-30aafd2d-c46c-4744-8aa8-5e6cf2de3e59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226478 Jun 04 00:46:18.720196 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fc66f3f8-e1c4-4258-a140-65968b82ee54 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:18.726065 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fc66f3f8-e1c4-4258-a140-65968b82ee54 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:18.810592 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e125b-c5a7-4a4a-b006-0dd539156bf8 req-054b857b-3849-42df-8330-3922a600c478 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:18.814959 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8edee5a6-97df-41eb-a150-29646de86668 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:46:18.828130 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8f3e125b-c5a7-4a4a-b006-0dd539156bf8 req-054b857b-3849-42df-8330-3922a600c478 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.3515754 Jun 04 00:46:18.856455 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 8edee5a6-97df-41eb-a150-29646de86668 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:46:18.862851 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8edee5a6-97df-41eb-a150-29646de86668 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:46:18.965617 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8f3e125b-c5a7-4a4a-b006-0dd539156bf8 req-87f66443-4d02-4224-bcce-b256a1fe7a52 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254539 Jun 04 00:46:19.019079 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.l3_db [None req-fc66f3f8-e1c4-4258-a140-65968b82ee54 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Floating IP d28766c7-f5e5-45bf-aafb-7bac650f14d4 associated. External IP: 172.28.1.197, port: d81fc3e3-b153-402d-90b9-852bb7d392aa. Jun 04 00:46:19.152738 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db208-3125-496a-98e6-c7d1bed6b259 req-e2649fec-1651-42d9-8d69-b6578921d5b3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:19.154928 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6c9db208-3125-496a-98e6-c7d1bed6b259 req-e2649fec-1651-42d9-8d69-b6578921d5b3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1945281 Jun 04 00:46:19.232207 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6c9db208-3125-496a-98e6-c7d1bed6b259 req-6eb4f556-17fa-4992-b0e9-647645345f9e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648448 Jun 04 00:46:19.476341 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc66f3f8-e1c4-4258-a140-65968b82ee54 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Router 24efaf82-b224-4770-9108-d434a80e4e0f has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:46:19.478909 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33838) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:19.669105 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc66f3f8-e1c4-4258-a140-65968b82ee54 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:46:19.669768 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:19.673483 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fc66f3f8-e1c4-4258-a140-65968b82ee54 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:19.683246 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] Sync routers for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:46:19.685214 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:19.690445 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd169f60799486487b055e7d02a505f is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:19.693477 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:19.693948 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:46:19.694563 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:46:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:19.699257 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:19.732873 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-fc66f3f8-e1c4-4258-a140-65968b82ee54 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "PUT /v2.0/floatingips/d28766c7-f5e5-45bf-aafb-7bac650f14d4 HTTP/1.1" status: 200 len: 992 time: 2.1260488 Jun 04 00:46:19.733559 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'tag': 'd81fc3e3-b153-402d-90b9-852bb7d392aa'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:19.735816 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febef123-a8c5-4dbc-9cc5-4939102efbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "f673e564-eb49-42c9-a19c-12fc515a83f7", "tag": "d81fc3e3-b153-402d-90b9-852bb7d392aa"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:19.792756 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f467a53b-7a23-4d2f-b811-10e4748492ae x-openstack-request-id: req-f467a53b-7a23-4d2f-b811-10e4748492ae {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:19.793132 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f673e564-eb49-42c9-a19c-12fc515a83f7", "tag": "d81fc3e3-b153-402d-90b9-852bb7d392aa", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:19.793487 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f467a53b-7a23-4d2f-b811-10e4748492ae {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:19.793973 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'tag': 'd81fc3e3-b153-402d-90b9-852bb7d392aa', 'status': 'completed', 'code': 200} Jun 04 00:46:19.883895 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:19.889636 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:19.898565 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:19.948307 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 33852) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:19.948455 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cd169f60799486487b055e7d02a505f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682393 Jun 04 00:46:19.968844 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf8559e-1bbe-4489-80aa-0a0a3b87b35f,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:19.969870 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:46:19.977821 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.978298 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.978651 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.978994 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.979356 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.979678 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.980014 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.980354 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.980688 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.981016 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.981347 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.981772 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:19.997775 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:20.205900 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:20.238203 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:20.293366 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-d3c721a8-a930-4e1e-8de9-364e81a2dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:20.294887 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-d3c721a8-a930-4e1e-8de9-364e81a2dab7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 1099 time: 0.3173885 Jun 04 00:46:20.409633 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:20.459169 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-f41bc8b7-c4db-4f34-8685-1386fd055834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:20.524389 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2200458-05e3-4de8-af2a-2e7d021fb832 req-93fb0b13-a60d-4190-8b57-0fafd76caa75 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:20.532612 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e2200458-05e3-4de8-af2a-2e7d021fb832 req-93fb0b13-a60d-4190-8b57-0fafd76caa75 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.3425899 Jun 04 00:46:20.553465 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf8559e-1bbe-4489-80aa-0a0a3b87b35f,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:20.566037 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': 'd28766c7-f5e5-45bf-aafb-7bac650f14d4', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'floating_ip_address': '172.28.1.197', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'port_id': 'd81fc3e3-b153-402d-90b9-852bb7d392aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'mac_address': 'fa:16:3e:78:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:45:50Z', 'updated_at': '2021-06-04T00:46:18Z', 'revision_number': 1, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:20.582004 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] Checking router: 24efaf82-b224-4770-9108-d434a80e4e0f for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:46:20.588222 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e2200458-05e3-4de8-af2a-2e7d021fb832 req-5705a2f9-4dcd-4f7f-8341-f7d7993f2e7a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542500 Jun 04 00:46:20.590995 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:46:20.591644 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:46:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:20.594578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:20.598201 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bf8559e-1bbe-4489-80aa-0a0a3b87b35f HTTP/1.1" status: 204 len: 168 time: 0.6461828 Jun 04 00:46:20.642496 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.642863 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.643274 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.643691 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.644045 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.644387 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.644879 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.645411 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.645777 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.646131 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.646475 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.646815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:46:20.656635 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-9fe1ec3b-2ee0-4e2b-a808-e98e46859570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:20.658319 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-9fe1ec3b-2ee0-4e2b-a808-e98e46859570 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 912 time: 0.3432198 Jun 04 00:46:20.659179 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:20.777604 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc2e6c-b7a2-4f6d-a857-1cd985054174 req-1dd70c7f-1028-4250-adc4-5b64e061a774 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:20.779185 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9efc2e6c-b7a2-4f6d-a857-1cd985054174 req-1dd70c7f-1028-4250-adc4-5b64e061a774 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.3713169 Jun 04 00:46:20.797384 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33878) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:20.833906 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-92c57a41-a233-4a55-8039-85c515cd5b83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa HTTP/1.1" status: 200 len: 1000 time: 0.1562462 Jun 04 00:46:20.898518 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_v2 [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] Deleting subnet d06a5d17-a918-497a-b583-8573803bc4af {{(pid=103534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:46:20.905382 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:20.927152 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:46:21.018755 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6466758'] for subnet, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:21.053093 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9efc2e6c-b7a2-4f6d-a857-1cd985054174 req-41693eee-e13f-496b-8d87-c9193a8bc672 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666996 Jun 04 00:46:21.102551 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-695b3fc8-741a-4ab9-8a51-137e395877b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:21.104201 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-695b3fc8-741a-4ab9-8a51-137e395877b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.2617497 Jun 04 00:46:21.122833 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:21.312348 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-bc730c30-61c5-40d1-a4fd-e8606171ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:21.313834 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-bc730c30-61c5-40d1-a4fd-e8606171ef38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1974263 Jun 04 00:46:21.326794 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ab111-db74-4689-a357-877036946fcc req-cbad70a1-1ca1-4198-b2cd-883a95682565 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:21.331983 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-458ab111-db74-4689-a357-877036946fcc req-cbad70a1-1ca1-4198-b2cd-883a95682565 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1148188 Jun 04 00:46:21.337639 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 33894) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:21.366993 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-da9266d9-e48d-420e-80db-2eaf29709f61 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'floatingip': {'port_id': '65060927-7162-4793-8124-b13d1abe44cb'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:46:21.476123 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da9266d9-e48d-420e-80db-2eaf29709f61 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:21.530474 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5526943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6679791'] for subnet, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:21.538011 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:21.538909 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': 'd28766c7-f5e5-45bf-aafb-7bac650f14d4', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'floating_ip_address': '172.28.1.197', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'port_id': 'd81fc3e3-b153-402d-90b9-852bb7d392aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'mac_address': 'fa:16:3e:78:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:45:50Z', 'updated_at': '2021-06-04T00:46:18Z', 'revision_number': 1, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:21.543470 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51789d2a-b1be-43ae-a7b7-bcf6d28d07dc None None] The sync data for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb is: [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': 'd28766c7-f5e5-45bf-aafb-7bac650f14d4', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'floating_ip_address': '172.28.1.197', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'port_id': 'd81fc3e3-b153-402d-90b9-852bb7d392aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'mac_address': 'fa:16:3e:78:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:45:50Z', 'updated_at': '2021-06-04T00:46:18Z', 'revision_number': 1, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:46:21.579330 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06a5d17-a918-497a-b583-8573803bc4af,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:21.589394 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:21.593176 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:21.605224 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d06a5d17-a918-497a-b583-8573803bc4af HTTP/1.1" status: 204 len: 168 time: 0.8065634 Jun 04 00:46:21.607970 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33902) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:21.812498 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:21.882836 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5509c-7491-4837-a1cf-7a04ba15bde1 None None] New status for floating IP d28766c7-f5e5-45bf-aafb-7bac650f14d4: ACTIVE {{(pid=103535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:46:21.889367 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-61f4e560-da29-4dc0-951c-b9f2a952f284 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524244 Jun 04 00:46:21.962910 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:21.978760 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9506c399-766c-4cc5-b70a-a720446921eb']}} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:21.997291 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064bbb16-c48a-4655-a11f-7896ff3a7180') {'for_net_delete': True} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:21.997830 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064bbb16-c48a-4655-a11f-7896ff3a7180') {} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:22.012038 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6466751'] for segment, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.028179 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.035832 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:46:22.036263 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5526901'] for segment, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: Traceback (most recent call last): Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: timer() Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: cb(*args, **kw) Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: return func(*args, **kwargs) Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: self._notify() Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: self.callback(batched_events) Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: event.method(event) Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: return f(self, *a, **k) Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: return self._get(url).json() Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: return self.request(url, 'GET', **kwargs) Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:46:22.054250 dv-cinder-489949-11-smb neutron-server[103534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:46:22.139222 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-febef123-a8c5-4dbc-9cc5-4939102efbf0 req-bd49775c-d688-4f86-8729-e51b7b858f26 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384126 Jun 04 00:46:22.162630 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.174442 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c52bef24-1061-4074-9545-5017b1a6988d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:22.217458 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.222075 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9506c399-766c-4cc5-b70a-a720446921eb,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:22.227859 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:22.242120 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-b1348854-02db-43f7-b7c3-28f47e2b9ab6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9506c399-766c-4cc5-b70a-a720446921eb HTTP/1.1" status: 204 len: 168 time: 0.6323078 Jun 04 00:46:22.295372 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34ea86-332b-4c62-a872-e8625d11334e req-7c716cc9-b740-4ed2-9415-8e118b6c01fa tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:22.302865 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fe34ea86-332b-4c62-a872-e8625d11334e req-7c716cc9-b740-4ed2-9415-8e118b6c01fa tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.4958582 Jun 04 00:46:22.467022 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fe34ea86-332b-4c62-a872-e8625d11334e req-ade21b63-23de-4933-bc8f-2160596f4e77 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636662 Jun 04 00:46:22.475672 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33928) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:22.547719 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-f0a23674-4d9f-43d7-9fdb-85fedebfdd63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f2d61c60f8c4b9b8f58d940a863792a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0706503 Jun 04 00:46:22.550096 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 33930) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:22.612120 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e129660-7cc6-4ae0-a51d-aafa04dd3d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.632266 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da9266d9-e48d-420e-80db-2eaf29709f61 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.638633 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da9266d9-e48d-420e-80db-2eaf29709f61 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.640586 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e129660-7cc6-4ae0-a51d-aafa04dd3d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.694348 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e129660-7cc6-4ae0-a51d-aafa04dd3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.699412 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3da3125a-a0bf-4a09-aaa0-7cda60b852da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:22.712392 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e129660-7cc6-4ae0-a51d-aafa04dd3d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a684da33-fd75-4039-97fb-503303aab7eb,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:22.714915 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-0e129660-7cc6-4ae0-a51d-aafa04dd3d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:22.727025 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e129660-7cc6-4ae0-a51d-aafa04dd3d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:22.728324 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-0e129660-7cc6-4ae0-a51d-aafa04dd3d07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a684da33-fd75-4039-97fb-503303aab7eb HTTP/1.1" status: 204 len: 168 time: 0.1772399 Jun 04 00:46:22.925660 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.l3_db [None req-da9266d9-e48d-420e-80db-2eaf29709f61 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Floating IP 9b52eaa7-d02f-4b1b-8c5e-1358a127a56f associated. External IP: 172.28.1.151, port: 65060927-7162-4793-8124-b13d1abe44cb. Jun 04 00:46:23.373821 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-31b2c966-71c8-4ca4-95e8-7a4038a23a97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2481585 Jun 04 00:46:23.384504 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9266d9-e48d-420e-80db-2eaf29709f61 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Router aeaa001d-6f31-4548-84b0-03c1ef805c8c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:46:23.803180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9266d9-e48d-420e-80db-2eaf29709f61 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:46:23.808407 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da9266d9-e48d-420e-80db-2eaf29709f61 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:23.822110 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] Sync routers for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:46:23.845697 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:46:23.846321 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:46:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:23.868427 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-48715d61-0cc8-4b1f-8248-52381562fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:23.869893 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-48715d61-0cc8-4b1f-8248-52381562fd39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1098 time: 0.3461120 Jun 04 00:46:23.889505 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-da9266d9-e48d-420e-80db-2eaf29709f61 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "PUT /v2.0/floatingips/9b52eaa7-d02f-4b1b-8c5e-1358a127a56f HTTP/1.1" status: 200 len: 992 time: 2.5263929 Jun 04 00:46:23.891186 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'tag': '65060927-7162-4793-8124-b13d1abe44cb'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:23.916554 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b5677-e4c4-4018-ae8a-79b078557122" -d '{"events": [{"name": "network-changed", "server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "tag": "65060927-7162-4793-8124-b13d1abe44cb"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:23.971958 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1155c-852e-4142-bccf-28542060872a req-39bb2c68-0455-440d-9439-6cc9e0573853 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:23.973524 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ca1155c-852e-4142-bccf-28542060872a req-39bb2c68-0455-440d-9439-6cc9e0573853 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.2528377 Jun 04 00:46:23.983077 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:24.094643 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ca1155c-852e-4142-bccf-28542060872a req-7253eadc-adc2-45f2-85aa-c0f9a8d461aa tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718086 Jun 04 00:46:24.101927 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-ac5c23aa-beb9-42d2-8348-d2e687b1080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:24.104506 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-ac5c23aa-beb9-42d2-8348-d2e687b1080c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 919 time: 0.1851776 Jun 04 00:46:24.140524 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:46:24.181225 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ac39ef-7cae-423e-9b21-c0ed4fcb45f2 x-openstack-request-id: req-f8ac39ef-7cae-423e-9b21-c0ed4fcb45f2 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:24.181543 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "tag": "65060927-7162-4793-8124-b13d1abe44cb", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:24.181824 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8ac39ef-7cae-423e-9b21-c0ed4fcb45f2 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:24.182214 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'tag': '65060927-7162-4793-8124-b13d1abe44cb', 'status': 'completed', 'code': 200} Jun 04 00:46:24.190404 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-95c04f7e-027f-44bd-aaf0-6ca6fa5d3bfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6 HTTP/1.1" status: 200 len: 217 time: 0.0715220 Jun 04 00:46:24.288692 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-1a7e86e1-72e5-42ee-9c5a-aab4dac83e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:24.290587 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-1a7e86e1-72e5-42ee-9c5a-aab4dac83e3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.0720146 Jun 04 00:46:24.361439 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-6322a892-9e85-4cdc-a271-23c48364d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:24.362834 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-22424d2f-8d45-4d6a-b329-7776d12cea4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599360 Jun 04 00:46:24.363098 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-6322a892-9e85-4cdc-a271-23c48364d224 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 1099 time: 0.1358235 Jun 04 00:46:24.566780 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-80f31b29-ed6a-4ade-b781-be79bbe652f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:24.568382 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-80f31b29-ed6a-4ade-b781-be79bbe652f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.1770077 Jun 04 00:46:24.624640 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '9b52eaa7-d02f-4b1b-8c5e-1358a127a56f', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'floating_ip_address': '172.28.1.151', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'port_id': '65060927-7162-4793-8124-b13d1abe44cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'mac_address': 'fa:16:3e:a2:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950868fe-607e-4796-ade2-9e51f615ca71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:45:53Z', 'updated_at': '2021-06-04T00:46:22Z', 'revision_number': 1, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:24.629406 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] Checking router: aeaa001d-6f31-4548-84b0-03c1ef805c8c for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:46:24.640075 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:46:24.640737 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:46:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:24.671097 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-bd783c21-971e-4c8e-a466-a5fd0cac90f9 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811069 Jun 04 00:46:24.712545 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-71b60401-43e4-4440-a630-b69ba37ed665 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65060927-7162-4793-8124-b13d1abe44cb HTTP/1.1" status: 200 len: 1000 time: 0.1366372 Jun 04 00:46:24.797096 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-59f87e66-5617-487c-a281-125532bc2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:24.799296 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-59f87e66-5617-487c-a281-125532bc2550 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0749993 Jun 04 00:46:24.843455 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:46:24.893028 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-f367af71-f492-4355-9cbb-0f8b0b243c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:24.894854 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-f367af71-f492-4355-9cbb-0f8b0b243c53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0871186 Jun 04 00:46:24.912055 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-60b4a7f2-4cd9-4c00-9afd-7e03847d373c req-ca8d3a96-9081-4a67-a096-5ea220bdb6dc service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333963 Jun 04 00:46:25.169139 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-f5080aad-2926-483d-ace8-ca71e4d98527 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661281 Jun 04 00:46:25.268806 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '9b52eaa7-d02f-4b1b-8c5e-1358a127a56f', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'floating_ip_address': '172.28.1.151', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'port_id': '65060927-7162-4793-8124-b13d1abe44cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'mac_address': 'fa:16:3e:a2:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950868fe-607e-4796-ade2-9e51f615ca71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:45:53Z', 'updated_at': '2021-06-04T00:46:22Z', 'revision_number': 1, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:46:25.277025 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1a7ae-a64a-4a0e-b3be-7881b6dd6237 None None] The sync data for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb is: [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '9b52eaa7-d02f-4b1b-8c5e-1358a127a56f', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'floating_ip_address': '172.28.1.151', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'port_id': '65060927-7162-4793-8124-b13d1abe44cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'mac_address': 'fa:16:3e:a2:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950868fe-607e-4796-ade2-9e51f615ca71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:45:53Z', 'updated_at': '2021-06-04T00:46:22Z', 'revision_number': 1, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:46:25.381999 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ef1b5677-e4c4-4018-ae8a-79b078557122 req-63ba70ea-af50-4e63-9029-b3a012ca95d8 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032299 Jun 04 00:46:25.442135 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89850c-84a0-443c-9916-0c8f6698f0e5 req-51c236d5-31e1-45cb-ac25-12dfcf69df4f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:25.444624 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6e89850c-84a0-443c-9916-0c8f6698f0e5 req-51c236d5-31e1-45cb-ac25-12dfcf69df4f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1558013 Jun 04 00:46:25.523018 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6e89850c-84a0-443c-9916-0c8f6698f0e5 req-5e5e3ffe-f0cc-4045-870a-972cfdd40824 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728159 Jun 04 00:46:25.585125 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969dbd0-2a86-482e-ab6b-dbc048458282 None None] New status for floating IP 9b52eaa7-d02f-4b1b-8c5e-1358a127a56f: ACTIVE {{(pid=103535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:46:25.804303 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34054) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:25.934535 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:25.951580 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:25.955969 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Usage tracker for resource:security_group_rule and tenant:0ad6d18f77e84d19a3e1d134d4541a75 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:25.959228 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:25.966630 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:26.063333 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.067354 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.079431 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:26.117980 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b55434-ce00-4695-b4d2-5668353419a3,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:26.122463 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ad6d18f77e84d19a3e1d134d4541a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163483 Jun 04 00:46:26.123470 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:26.125250 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34068) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:26.177496 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34070) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:26.189714 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd00c-bd6b-4909-864f-a5e7acf184ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.215407 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd00c-bd6b-4909-864f-a5e7acf184ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.268402 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd00c-bd6b-4909-864f-a5e7acf184ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.273580 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3a08a416-fb90-4668-9118-2a02d0c5123f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:26.300052 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dd00c-bd6b-4909-864f-a5e7acf184ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b55434-ce00-4695-b4d2-5668353419a3,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:26.303023 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.311564 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3c7dd00c-bd6b-4909-864f-a5e7acf184ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:26.316353 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd00c-bd6b-4909-864f-a5e7acf184ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.317473 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-3c7dd00c-bd6b-4909-864f-a5e7acf184ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34b55434-ce00-4695-b4d2-5668353419a3 HTTP/1.1" status: 204 len: 168 time: 0.1913087 Jun 04 00:46:26.321836 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:26.325827 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Usage tracker for resource:security_group_rule and tenant:e59a06e70da94a5296159458c49bbf4c is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:26.330403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:26.336366 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:26.426268 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.431702 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.440752 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d6c69340-2ccc-44f0-8b01-0023d8912132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:26.481282 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f2e9d-94ae-496d-b8a6-440d288ebc33,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:26.490742 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:26.498361 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34084) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:26.498818 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e59a06e70da94a5296159458c49bbf4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201835 Jun 04 00:46:26.564059 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ee69685a-e4aa-4c54-9d45-4164077182e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.602221 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ee69685a-e4aa-4c54-9d45-4164077182e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.667896 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ee69685a-e4aa-4c54-9d45-4164077182e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.674006 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-fd70ec7e-0eba-4708-b3a9-b52f975bf559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:26.694145 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69685a-e4aa-4c54-9d45-4164077182e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f2e9d-94ae-496d-b8a6-440d288ebc33,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:26.697252 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ee69685a-e4aa-4c54-9d45-4164077182e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:26.702939 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34096) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:26.739539 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.749880 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ee69685a-e4aa-4c54-9d45-4164077182e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.752402 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-ee69685a-e4aa-4c54-9d45-4164077182e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea3f2e9d-94ae-496d-b8a6-440d288ebc33 HTTP/1.1" status: 204 len: 168 time: 0.2530067 Jun 04 00:46:26.761931 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:26.766182 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Usage tracker for resource:security_group_rule and tenant:7db55e351c1144c29eb65d946b0e1deb is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:26.771190 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:26.783183 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f295f4b-8fa0-4c29-8f86-ea11ef57a75e req-4a724c24-1494-4cc0-893f-54899513536f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:26.784120 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:26.790721 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4f295f4b-8fa0-4c29-8f86-ea11ef57a75e req-4a724c24-1494-4cc0-893f-54899513536f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1240861 Jun 04 00:46:26.869448 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4f295f4b-8fa0-4c29-8f86-ea11ef57a75e req-571ea6a7-252d-411b-8d00-23d82d24a786 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777066 Jun 04 00:46:26.913045 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.918005 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:26.930670 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:26.978494 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea924c2-319e-44d3-95f4-0e081e356f1e,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:26.985163 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7db55e351c1144c29eb65d946b0e1deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647920 Jun 04 00:46:26.985163 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:26.985546 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34108) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:27.065784 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-513871b9-8246-43b7-9aee-e812fe7c916c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.123049 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-513871b9-8246-43b7-9aee-e812fe7c916c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.216249 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-513871b9-8246-43b7-9aee-e812fe7c916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.221515 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:27.237159 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-513871b9-8246-43b7-9aee-e812fe7c916c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.238863 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-513871b9-8246-43b7-9aee-e812fe7c916c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eea924c2-319e-44d3-95f4-0e081e356f1e HTTP/1.1" status: 204 len: 168 time: 0.2522357 Jun 04 00:46:27.240266 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513871b9-8246-43b7-9aee-e812fe7c916c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea924c2-319e-44d3-95f4-0e081e356f1e,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:27.242618 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-513871b9-8246-43b7-9aee-e812fe7c916c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:27.366178 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34136) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:27.384628 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.400713 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:27.404878 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Usage tracker for resource:security_group_rule and tenant:a174d679f3684f1daf9872af64c82047 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:27.408236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:27.414669 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:27.513864 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.518948 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.531546 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-eef3af14-cbf6-427e-b9f5-bb7bf59f022c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:27.576011 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a174d679f3684f1daf9872af64c82047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061005 Jun 04 00:46:27.576011 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3163bd-57a6-46f4-ab48-8fa22c4fc45c,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:27.576365 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34146) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:27.577642 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:27.641232 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cb4ce890-03a8-4201-b077-72821ce8fe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.667050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cb4ce890-03a8-4201-b077-72821ce8fe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.721560 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cb4ce890-03a8-4201-b077-72821ce8fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.725288 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-86595d76-6751-47a3-a798-44ed4754d8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:27.737943 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ce890-03a8-4201-b077-72821ce8fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3163bd-57a6-46f4-ab48-8fa22c4fc45c,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:27.742176 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-cb4ce890-03a8-4201-b077-72821ce8fe4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:27.748003 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cb4ce890-03a8-4201-b077-72821ce8fe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:27.751442 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-cb4ce890-03a8-4201-b077-72821ce8fe4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d3163bd-57a6-46f4-ab48-8fa22c4fc45c HTTP/1.1" status: 204 len: 168 time: 0.1710105 Jun 04 00:46:28.048302 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34168) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:28.053629 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc7852-5c52-41ae-aa8e-a4e02c222471 req-ed8421ee-3d66-4ed3-b800-ba8bcf057651 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:28.055168 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-92bc7852-5c52-41ae-aa8e-a4e02c222471 req-ed8421ee-3d66-4ed3-b800-ba8bcf057651 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0820925 Jun 04 00:46:28.072493 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:28.087132 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:28.091805 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7683bfbe44f54fe791428612ef7bb974 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:28.096003 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:28.101909 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-92bc7852-5c52-41ae-aa8e-a4e02c222471 req-abaaec10-8dfb-41c1-b9a1-1d2e6f8daac9 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 Jun 04 00:46:28.102084 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:28.190963 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:28.195557 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:28.204489 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:28.246710 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7683bfbe44f54fe791428612ef7bb974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972740 Jun 04 00:46:28.248491 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf41def-32d0-4021-9b73-d5de092a143e,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:28.249507 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34174) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:28.251642 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:28.314846 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f56c81a8-a59a-473d-9ef1-1e95b82969a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:28.341259 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f56c81a8-a59a-473d-9ef1-1e95b82969a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:28.396253 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f56c81a8-a59a-473d-9ef1-1e95b82969a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:28.401371 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-2c902deb-b84a-4bc9-953b-3cc32f49acba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:28.417306 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c81a8-a59a-473d-9ef1-1e95b82969a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf41def-32d0-4021-9b73-d5de092a143e,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:28.422230 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-f56c81a8-a59a-473d-9ef1-1e95b82969a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:28.428746 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f56c81a8-a59a-473d-9ef1-1e95b82969a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:28.430165 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-f56c81a8-a59a-473d-9ef1-1e95b82969a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbf41def-32d0-4021-9b73-d5de092a143e HTTP/1.1" status: 204 len: 168 time: 0.1794565 Jun 04 00:46:29.305504 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966517e-30ad-48f7-9a97-5e73064a1cd6 req-0b255906-f46e-47b1-aa3f-c345e72b7105 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:29.312599 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5966517e-30ad-48f7-9a97-5e73064a1cd6 req-0b255906-f46e-47b1-aa3f-c345e72b7105 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0953009 Jun 04 00:46:29.357977 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5966517e-30ad-48f7-9a97-5e73064a1cd6 req-17e3b02f-af66-41c3-84b5-9b5999d2b770 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442410 Jun 04 00:46:29.446924 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:46:30.082751 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34270) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:30.213255 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:30.229287 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:30.233217 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Usage tracker for resource:security_group_rule and tenant:91358ba5cbba47de9011dbc6de87cd39 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:30.236483 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:30.243383 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:30.345787 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:30.351165 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:30.364323 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3c7dd00c-bd6b-4909-864f-a5e7acf184ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:30.400075 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91358ba5cbba47de9011dbc6de87cd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161914 Jun 04 00:46:30.401888 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34282) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:30.417642 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d419aecb-738c-4903-a8b3-dc87333d0448,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:30.432021 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:30.474517 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0afac79c-0e7b-4d26-95b7-708f38d28085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:30.509646 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0afac79c-0e7b-4d26-95b7-708f38d28085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:30.630173 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254e49a-c427-4a84-824f-e013c7b3d0ef req-e2d55457-5158-4935-9c40-ffcc116c593c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:30.631936 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a254e49a-c427-4a84-824f-e013c7b3d0ef req-e2d55457-5158-4935-9c40-ffcc116c593c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1150315 Jun 04 00:46:30.684584 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0afac79c-0e7b-4d26-95b7-708f38d28085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:30.692870 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ccc0ca5a-0ca1-490e-b701-a1ddfb025e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:30.708572 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afac79c-0e7b-4d26-95b7-708f38d28085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d419aecb-738c-4903-a8b3-dc87333d0448,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:30.733298 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a254e49a-c427-4a84-824f-e013c7b3d0ef req-2ecb9dc6-077e-47fe-ae18-fc908a095e9d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951757 Jun 04 00:46:30.734201 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0afac79c-0e7b-4d26-95b7-708f38d28085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:30.753953 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0afac79c-0e7b-4d26-95b7-708f38d28085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:30.755221 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-0afac79c-0e7b-4d26-95b7-708f38d28085 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d419aecb-738c-4903-a8b3-dc87333d0448 HTTP/1.1" status: 204 len: 168 time: 0.3513083 Jun 04 00:46:31.116546 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34314) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:31.140000 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:31.156861 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:31.161358 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Usage tracker for resource:security_group_rule and tenant:01c6dc52e77342cfbfd27fa77e9ab0f4 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:31.164358 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:31.170396 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:31.267709 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:31.273456 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:31.281840 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-10a3d536-fafa-47e0-ac4e-cd00f8b185df tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:31.319219 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01c6dc52e77342cfbfd27fa77e9ab0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011139 Jun 04 00:46:31.320814 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdc77f0-0306-4138-bb98-195969a98d71,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:31.322322 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34316) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:31.324062 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:31.382757 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5a04-a8c9-4135-a234-6c5b77493d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:31.408724 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5a04-a8c9-4135-a234-6c5b77493d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:31.461039 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5a04-a8c9-4135-a234-6c5b77493d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:31.465687 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-f7181098-17d8-45c9-b0d2-43ace2b108c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:31.478805 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c5a04-a8c9-4135-a234-6c5b77493d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdc77f0-0306-4138-bb98-195969a98d71,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:31.482562 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ef5c5a04-a8c9-4135-a234-6c5b77493d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:31.491068 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5a04-a8c9-4135-a234-6c5b77493d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:31.492250 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ef5c5a04-a8c9-4135-a234-6c5b77493d81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bdc77f0-0306-4138-bb98-195969a98d71 HTTP/1.1" status: 204 len: 168 time: 0.1688602 Jun 04 00:46:31.955196 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c0c9e-017c-47f9-b5ec-ea08871dcd47 req-48625778-e0a5-43d5-98f3-f9c444fa3905 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:31.956957 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8a4c0c9e-017c-47f9-b5ec-ea08871dcd47 req-48625778-e0a5-43d5-98f3-f9c444fa3905 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0858874 Jun 04 00:46:32.003380 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8a4c0c9e-017c-47f9-b5ec-ea08871dcd47 req-87f6203a-fa0b-47e3-94c4-0d1e5c86e437 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Jun 04 00:46:32.656369 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34394) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:32.775079 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:32.789573 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:32.793436 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:a2cd0fd775614574a5b6e41f93029b1c is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:32.796451 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:32.802068 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:32.880949 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:32.885500 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:32.893778 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-88bdffeb-215f-4e7a-8988-e277734064b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:32.932630 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2cd0fd775614574a5b6e41f93029b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749395 Jun 04 00:46:32.933855 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bb5750-b11b-4967-a10e-bba961490ea0,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:32.935490 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34422) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:32.936997 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c3024a64-d2eb-4868-bf4e-ff453ec89ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:33.007724 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a294c497-ce49-4ed4-83ac-d0e69f80cd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.038214 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a294c497-ce49-4ed4-83ac-d0e69f80cd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.100217 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a294c497-ce49-4ed4-83ac-d0e69f80cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.105687 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:33.119836 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294c497-ce49-4ed4-83ac-d0e69f80cd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bb5750-b11b-4967-a10e-bba961490ea0,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:33.125057 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a294c497-ce49-4ed4-83ac-d0e69f80cd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:33.130286 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a294c497-ce49-4ed4-83ac-d0e69f80cd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.131423 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a294c497-ce49-4ed4-83ac-d0e69f80cd72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9bb5750-b11b-4967-a10e-bba961490ea0 HTTP/1.1" status: 204 len: 168 time: 0.1947477 Jun 04 00:46:33.247595 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb33cf8-d657-4b2e-9e7a-e14642c1bdb0 req-7b86cc5f-f63e-4bb5-959e-49f706aaf343 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:33.249805 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbb33cf8-d657-4b2e-9e7a-e14642c1bdb0 req-7b86cc5f-f63e-4bb5-959e-49f706aaf343 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1156476 Jun 04 00:46:33.305170 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbb33cf8-d657-4b2e-9e7a-e14642c1bdb0 req-9ec5912e-d383-48a0-b6f3-5591ac7f8d4f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Jun 04 00:46:33.449910 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34438) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:33.472344 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.486643 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:33.490557 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Usage tracker for resource:security_group_rule and tenant:1e70e4e5ee2c42e9adf290efd29aaddb is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:33.493452 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:33.499628 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:33.586176 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.591935 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.599543 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3ace6964-5c76-4070-a26b-f760033681a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:33.645621 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34450) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:33.648430 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e70e4e5ee2c42e9adf290efd29aaddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969848 Jun 04 00:46:33.650074 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe79707-dc20-4cf6-8e26-3c5593aa213f,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:33.654877 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:33.711373 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e19025c3-0374-406d-914b-6b8ab6d27354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.737728 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e19025c3-0374-406d-914b-6b8ab6d27354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.799259 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e19025c3-0374-406d-914b-6b8ab6d27354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.808151 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ee69685a-e4aa-4c54-9d45-4164077182e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:33.818941 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19025c3-0374-406d-914b-6b8ab6d27354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe79707-dc20-4cf6-8e26-3c5593aa213f,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:33.821936 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e19025c3-0374-406d-914b-6b8ab6d27354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:33.836612 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e19025c3-0374-406d-914b-6b8ab6d27354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:33.837747 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-e19025c3-0374-406d-914b-6b8ab6d27354 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfe79707-dc20-4cf6-8e26-3c5593aa213f HTTP/1.1" status: 204 len: 168 time: 0.1910791 Jun 04 00:46:34.661205 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1963e8f-d209-4ba0-b2a2-1678d57fd33d req-7e60313c-4fae-4693-acd7-af3e644f4227 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:34.662797 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1963e8f-d209-4ba0-b2a2-1678d57fd33d req-7e60313c-4fae-4693-acd7-af3e644f4227 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0854182 Jun 04 00:46:34.739937 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1963e8f-d209-4ba0-b2a2-1678d57fd33d req-70740ff8-8b65-4772-ad2c-0e03412dbf90 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701208 Jun 04 00:46:35.944001 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86870738-385d-4396-8f91-6c75168a664c req-d1f09741-282c-43c4-b3fc-567c653d6b3b tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:35.945817 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-86870738-385d-4396-8f91-6c75168a664c req-d1f09741-282c-43c4-b3fc-567c653d6b3b tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0913217 Jun 04 00:46:35.990725 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-86870738-385d-4396-8f91-6c75168a664c req-67760145-584b-4d30-92ff-7d2ab5cfc69a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Jun 04 00:46:36.645787 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34610) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:36.797130 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:36.822959 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:36.827241 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Usage tracker for resource:security_group_rule and tenant:00d65aec70384496ba34bba75abdc0db is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:36.830899 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:36.836909 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:36.925295 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:36.930229 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:36.944265 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c7c470cd-59d8-4c78-87f7-c433223c2008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:36.990364 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00d65aec70384496ba34bba75abdc0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409841 Jun 04 00:46:36.990771 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34632) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:36.993688 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dab6c6-ef08-4d29-b597-d2bf616d862e,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:37.005030 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:37.068752 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6a7de9fb-ad70-49b8-9134-a10adbc7440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.095605 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6a7de9fb-ad70-49b8-9134-a10adbc7440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.222550 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4825d25-3d9d-422a-ad40-226c0ab7b4a2 req-52c7c8c5-4e56-4477-b2c0-1bbd70e1da08 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:37.222550 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b4825d25-3d9d-422a-ad40-226c0ab7b4a2 req-52c7c8c5-4e56-4477-b2c0-1bbd70e1da08 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1127088 Jun 04 00:46:37.222550 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6a7de9fb-ad70-49b8-9134-a10adbc7440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.224568 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-db3c471c-fd83-4c66-899c-96967bd8e833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:37.255309 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de9fb-ad70-49b8-9134-a10adbc7440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dab6c6-ef08-4d29-b597-d2bf616d862e,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:37.257846 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6a7de9fb-ad70-49b8-9134-a10adbc7440c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:37.286775 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6a7de9fb-ad70-49b8-9134-a10adbc7440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.290540 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-6a7de9fb-ad70-49b8-9134-a10adbc7440c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37dab6c6-ef08-4d29-b597-d2bf616d862e HTTP/1.1" status: 204 len: 168 time: 0.2987354 Jun 04 00:46:37.295608 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b4825d25-3d9d-422a-ad40-226c0ab7b4a2 req-8240d86c-df6a-42d7-8627-72faa2960bc0 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623977 Jun 04 00:46:37.591301 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34654) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:37.610770 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.626865 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:37.630870 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Usage tracker for resource:security_group_rule and tenant:939a8589c7bd4e4bae2d0cdaeae289b0 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:37.633836 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:37.639582 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:37.726972 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.732265 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.741712 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:37.781079 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=939a8589c7bd4e4bae2d0cdaeae289b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884372 Jun 04 00:46:37.782658 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87162aad-a9a4-41df-a548-0e071692b08b,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:37.783868 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34658) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:37.786205 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:37.841503 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-89b2392f-5786-4522-93a6-db6102e5278b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.868112 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-89b2392f-5786-4522-93a6-db6102e5278b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.922601 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-89b2392f-5786-4522-93a6-db6102e5278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.926573 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8b44d924-6b0f-487c-87e5-edec1cf67803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:37.937718 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2392f-5786-4522-93a6-db6102e5278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87162aad-a9a4-41df-a548-0e071692b08b,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:37.940133 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-89b2392f-5786-4522-93a6-db6102e5278b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:37.945444 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-89b2392f-5786-4522-93a6-db6102e5278b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:37.946576 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-89b2392f-5786-4522-93a6-db6102e5278b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87162aad-a9a4-41df-a548-0e071692b08b HTTP/1.1" status: 204 len: 168 time: 0.1617222 Jun 04 00:46:38.595684 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5eddb-2a66-4d46-8231-049b664ca430 req-30a9e2f7-637d-49e2-90fc-dbe401f1e8e3 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:38.597282 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-43a5eddb-2a66-4d46-8231-049b664ca430 req-30a9e2f7-637d-49e2-90fc-dbe401f1e8e3 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1675425 Jun 04 00:46:38.643870 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-43a5eddb-2a66-4d46-8231-049b664ca430 req-a74aa713-7f4a-4a2d-805a-16b6fdd90722 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Jun 04 00:46:38.976863 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34710) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:39.106553 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:39.182601 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:39.186726 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b20b307e40d34f158abb73268598bb3b is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:39.189550 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:39.195411 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:39.278660 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:39.283169 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:39.289616 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e48396c7-2af9-4b9b-b1e9-53cd9c17a0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:39.328333 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da665d0f-358d-4f4a-a1d3-9d68976517d2,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:39.335009 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b20b307e40d34f158abb73268598bb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569767 Jun 04 00:46:39.335343 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34726) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:39.336550 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:39.408742 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-af9ebd40-cc58-4ddc-9f79-efc3adf8ebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:39.438476 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-af9ebd40-cc58-4ddc-9f79-efc3adf8ebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:39.490722 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-af9ebd40-cc58-4ddc-9f79-efc3adf8ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:39.496380 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-513871b9-8246-43b7-9aee-e812fe7c916c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:39.510116 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ebd40-cc58-4ddc-9f79-efc3adf8ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da665d0f-358d-4f4a-a1d3-9d68976517d2,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:39.517510 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-af9ebd40-cc58-4ddc-9f79-efc3adf8ebce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:39.530497 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-af9ebd40-cc58-4ddc-9f79-efc3adf8ebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:39.532677 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-af9ebd40-cc58-4ddc-9f79-efc3adf8ebce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da665d0f-358d-4f4a-a1d3-9d68976517d2 HTTP/1.1" status: 204 len: 168 time: 0.1953652 Jun 04 00:46:39.871726 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b6aa-69d0-4a9b-b9c4-6b27affc5c52 req-047cd24d-09ba-4aa1-be5c-d63ff833d39b tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:39.873318 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c254b6aa-69d0-4a9b-b9c4-6b27affc5c52 req-047cd24d-09ba-4aa1-be5c-d63ff833d39b tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1008170 Jun 04 00:46:39.956995 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c254b6aa-69d0-4a9b-b9c4-6b27affc5c52 req-da1eade9-2d40-405b-80ec-c52f69a38834 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774693 Jun 04 00:46:40.447220 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34804) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:40.569538 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:40.584053 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:40.587836 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Usage tracker for resource:security_group_rule and tenant:9e536f78d6e14c42b165a66b49507cff is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:40.590606 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:40.596891 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:40.685462 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:40.690640 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:40.698143 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ef5c5a04-a8c9-4135-a234-6c5b77493d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:40.737759 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef64b6-5371-4a55-8bde-6a8e167eb5a8,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:40.742227 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e536f78d6e14c42b165a66b49507cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939222 Jun 04 00:46:40.743154 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:40.747385 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34818) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:40.807628 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5a5e6403-9ae0-4a80-84a5-a4e84fcc6c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:40.833187 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5a5e6403-9ae0-4a80-84a5-a4e84fcc6c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:40.885503 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5a5e6403-9ae0-4a80-84a5-a4e84fcc6c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:40.890207 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:40.904202 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e6403-9ae0-4a80-84a5-a4e84fcc6c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef64b6-5371-4a55-8bde-6a8e167eb5a8,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:40.907079 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5a5e6403-9ae0-4a80-84a5-a4e84fcc6c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:40.911382 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5a5e6403-9ae0-4a80-84a5-a4e84fcc6c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:40.915237 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-5a5e6403-9ae0-4a80-84a5-a4e84fcc6c4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfef64b6-5371-4a55-8bde-6a8e167eb5a8 HTTP/1.1" status: 204 len: 168 time: 0.1690402 Jun 04 00:46:41.155559 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175da54-d295-4e20-bdce-af730be401c7 req-e08ba425-de8e-44f4-a5fe-c71207bae764 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:41.157688 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3175da54-d295-4e20-bdce-af730be401c7 req-e08ba425-de8e-44f4-a5fe-c71207bae764 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0888875 Jun 04 00:46:41.204825 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3175da54-d295-4e20-bdce-af730be401c7 req-cd9729dc-08d1-4e3c-a884-838982a9ba4b tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408618 Jun 04 00:46:41.343397 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34844) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:41.361014 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:41.375912 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:41.379826 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Usage tracker for resource:security_group_rule and tenant:747f97bb0d7c40b4a56cacd1d887963d is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:41.391587 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:41.391587 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:41.513053 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:41.519506 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:41.529102 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-53b83a0f-daef-4ced-8957-351112d0cd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:41.573720 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=747f97bb0d7c40b4a56cacd1d887963d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291362 Jun 04 00:46:41.575307 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368218a4-5129-4101-a8a4-c00a6cf2f647,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:41.576777 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34858) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:41.578491 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:41.639756 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e9f09a1-0d7a-44ee-a64d-6ad823dcafb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:41.670143 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e9f09a1-0d7a-44ee-a64d-6ad823dcafb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:41.730050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e9f09a1-0d7a-44ee-a64d-6ad823dcafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:41.738574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a6163861-6478-41d1-938f-c90ff88f0769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:41.762215 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e9f09a1-0d7a-44ee-a64d-6ad823dcafb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:41.779336 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-0e9f09a1-0d7a-44ee-a64d-6ad823dcafb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/368218a4-5129-4101-a8a4-c00a6cf2f647 HTTP/1.1" status: 204 len: 168 time: 0.1914952 Jun 04 00:46:41.783689 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f09a1-0d7a-44ee-a64d-6ad823dcafb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368218a4-5129-4101-a8a4-c00a6cf2f647,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:41.787834 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-0e9f09a1-0d7a-44ee-a64d-6ad823dcafb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:42.408380 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86fb19-cffd-43c8-aef2-c8499dc5ea22 req-c23341d1-330c-49d7-a597-6177427a4529 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:42.409851 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ad86fb19-cffd-43c8-aef2-c8499dc5ea22 req-c23341d1-330c-49d7-a597-6177427a4529 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0884926 Jun 04 00:46:42.434053 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-771d444e-1bc3-46b5-9b4e-f0067eed0f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:42.465460 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ad86fb19-cffd-43c8-aef2-c8499dc5ea22 req-ae98fbaa-d132-4d1d-9527-6d5fd7d3a80e tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Jun 04 00:46:43.044504 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 34912) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:43.171054 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:43.185697 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:43.189565 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca6bcef25444d0691b05c2e8fe20df7 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:43.192499 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:43.200086 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:43.293018 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:43.298676 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:43.305234 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:43.345941 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ca6bcef25444d0691b05c2e8fe20df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003995 Jun 04 00:46:43.346790 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d72a18a-3aa0-4f0d-a443-6c3908d5ccc4,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:43.348996 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 34918) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:43.350139 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:43.410373 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4842fe78-1f24-4e0e-ae63-16dfaa69e397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:43.439411 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4842fe78-1f24-4e0e-ae63-16dfaa69e397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:43.497995 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4842fe78-1f24-4e0e-ae63-16dfaa69e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:43.502315 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-01af6c29-2dda-45ad-9979-1b73c3e64fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:43.514698 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842fe78-1f24-4e0e-ae63-16dfaa69e397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d72a18a-3aa0-4f0d-a443-6c3908d5ccc4,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:43.518525 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4842fe78-1f24-4e0e-ae63-16dfaa69e397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:43.522320 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4842fe78-1f24-4e0e-ae63-16dfaa69e397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:43.525748 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4842fe78-1f24-4e0e-ae63-16dfaa69e397 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d72a18a-3aa0-4f0d-a443-6c3908d5ccc4 HTTP/1.1" status: 204 len: 168 time: 0.1734877 Jun 04 00:46:43.688469 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d63e85-4c68-4d95-b104-c4de160990b0 req-79c17679-9c6f-4181-af72-9e58cb4b1fbe tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:43.690089 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-87d63e85-4c68-4d95-b104-c4de160990b0 req-79c17679-9c6f-4181-af72-9e58cb4b1fbe tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0931940 Jun 04 00:46:43.739804 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-87d63e85-4c68-4d95-b104-c4de160990b0 req-4b38b2aa-350b-4a3c-9cfb-06bad6680914 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Jun 04 00:46:44.947029 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:44.979460 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a372bcd-57d9-4e92-a9e1-b5c4d10b880f req-3b97a4e5-05a9-4391-a8bb-c16c95795f6c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:44.981062 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2a372bcd-57d9-4e92-a9e1-b5c4d10b880f req-3b97a4e5-05a9-4391-a8bb-c16c95795f6c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1071239 Jun 04 00:46:45.035854 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2a372bcd-57d9-4e92-a9e1-b5c4d10b880f req-8912207d-7e94-4c13-bdf8-b1e7069c5585 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471897 Jun 04 00:46:45.183000 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-16467ea0-b97d-421e-a243-b3ced47ba536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:45.955092 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:46.240917 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530589d8-3a7f-4fbe-b25b-bfe1e9962685 req-60f15e31-fe39-4fde-8922-ef0368e52115 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:46.242633 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-530589d8-3a7f-4fbe-b25b-bfe1e9962685 req-60f15e31-fe39-4fde-8922-ef0368e52115 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0924306 Jun 04 00:46:46.312971 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-530589d8-3a7f-4fbe-b25b-bfe1e9962685 req-c784e021-75a8-422f-84bb-0b7a9a898359 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597615 Jun 04 00:46:47.507716 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4fbea-b013-4024-8aaf-35659c0c6b33 req-ee24989e-65a4-4208-b9be-26f398c62596 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:47.509465 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-66e4fbea-b013-4024-8aaf-35659c0c6b33 req-ee24989e-65a4-4208-b9be-26f398c62596 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0961499 Jun 04 00:46:47.565478 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-66e4fbea-b013-4024-8aaf-35659c0c6b33 req-fdbb0ebf-2d34-46d5-88c3-7287213ddee7 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486341 Jun 04 00:46:47.613146 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:48.778782 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a97e87-5466-48da-b58b-d4224fc25238 req-a4984b79-83af-495d-a400-f124b0bc5780 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:48.780278 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-52a97e87-5466-48da-b58b-d4224fc25238 req-a4984b79-83af-495d-a400-f124b0bc5780 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0868387 Jun 04 00:46:48.824356 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-52a97e87-5466-48da-b58b-d4224fc25238 req-64d330e2-9c67-4965-96e0-ffcb6f0a4a4b tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Jun 04 00:46:49.882451 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 35152) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:50.018552 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.042546 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3901b3-74ab-41e2-8ef2-b12fdd4e528b req-ed393d41-11ff-4889-b446-db37f00ed8f3 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:50.044051 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9b3901b3-74ab-41e2-8ef2-b12fdd4e528b req-ed393d41-11ff-4889-b446-db37f00ed8f3 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1105511 Jun 04 00:46:50.044984 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:50.048988 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Usage tracker for resource:security_group_rule and tenant:f26b5e1c0f1c4809ab57d25949454b0a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:50.053086 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:50.075395 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:50.150236 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9b3901b3-74ab-41e2-8ef2-b12fdd4e528b req-c174b897-91c3-4fa2-9f93-eb0e9f8a12ab tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981829 Jun 04 00:46:50.208983 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cd4cc-5dc2-4f78-b02f-afc4f3d92f2f req-5ddf0af1-24a1-422d-959e-9d07df64def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:50.210458 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4f7cd4cc-5dc2-4f78-b02f-afc4f3d92f2f req-5ddf0af1-24a1-422d-959e-9d07df64def1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 1099 time: 0.0998061 Jun 04 00:46:50.261673 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.272726 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.285687 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fb89659e-e795-43bd-aa88-67b3a7874bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:50.312056 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4f7cd4cc-5dc2-4f78-b02f-afc4f3d92f2f req-5a5229e6-fd15-4e97-89eb-5855b5694d91 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778406 Jun 04 00:46:50.329714 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f26b5e1c0f1c4809ab57d25949454b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461021 Jun 04 00:46:50.331420 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53c59dc-5389-449f-a720-61b0419b5cec,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:50.332767 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35158) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:50.334812 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:50.396393 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a78b7e83-3a9c-4f87-ba06-388152f6e282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.427546 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a78b7e83-3a9c-4f87-ba06-388152f6e282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.488769 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a78b7e83-3a9c-4f87-ba06-388152f6e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.493491 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8de1db9a-81ba-4871-b3c6-87935e072cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:50.508364 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b7e83-3a9c-4f87-ba06-388152f6e282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53c59dc-5389-449f-a720-61b0419b5cec,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:50.512703 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a78b7e83-3a9c-4f87-ba06-388152f6e282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:50.520771 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a78b7e83-3a9c-4f87-ba06-388152f6e282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.521918 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a78b7e83-3a9c-4f87-ba06-388152f6e282 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f53c59dc-5389-449f-a720-61b0419b5cec HTTP/1.1" status: 204 len: 168 time: 0.1869297 Jun 04 00:46:50.820252 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35170) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:50.840258 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.857581 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:50.866372 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Usage tracker for resource:security_group_rule and tenant:cf4d19f1098a4d3793f446c09552ab1d is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:50.869685 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:50.875811 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:50.974944 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 35178) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:50.982745 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.985975 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:50.996142 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-f56c81a8-a59a-473d-9ef1-1e95b82969a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:51.036857 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf4d19f1098a4d3793f446c09552ab1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152102 Jun 04 00:46:51.038585 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa5c068-688b-47c5-9e07-a0ed49b3a8ac,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:51.039564 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 35182) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:51.041776 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:51.112546 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.130060 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a4b31567-c76f-4bfa-a6ec-6f4fbff6ae22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.132653 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:51.144761 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f617c1081b2431a9ff50234fdf223ea is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:51.149072 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:51.161969 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:51.167979 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a4b31567-c76f-4bfa-a6ec-6f4fbff6ae22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.269363 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a4b31567-c76f-4bfa-a6ec-6f4fbff6ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.275999 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-adf48526-71df-42dc-9db0-92e29fb44e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:51.301231 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.302724 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b31567-c76f-4bfa-a6ec-6f4fbff6ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa5c068-688b-47c5-9e07-a0ed49b3a8ac,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:51.306516 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a4b31567-c76f-4bfa-a6ec-6f4fbff6ae22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:51.313936 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.324956 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-cb4ce890-03a8-4201-b077-72821ce8fe4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:51.336879 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-a4b31567-c76f-4bfa-a6ec-6f4fbff6ae22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.339116 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-a4b31567-c76f-4bfa-a6ec-6f4fbff6ae22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fa5c068-688b-47c5-9e07-a0ed49b3a8ac HTTP/1.1" status: 204 len: 168 time: 0.2981029 Jun 04 00:46:51.362883 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba8688-81cd-4bd9-914f-91597d30b9cd req-5647eefb-3a42-4eb5-ae94-16bdf7db0e00 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:51.365607 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-20ba8688-81cd-4bd9-914f-91597d30b9cd req-5647eefb-3a42-4eb5-ae94-16bdf7db0e00 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1037276 Jun 04 00:46:51.376231 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f617c1081b2431a9ff50234fdf223ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001172 Jun 04 00:46:51.377907 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30481762-06a3-411c-bf3c-bfcb248f20b9,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:51.380590 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 35190) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:51.394181 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:51.431559 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-20ba8688-81cd-4bd9-914f-91597d30b9cd req-97961ac0-75bd-48ce-bcbc-2200ae1bb369 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576193 Jun 04 00:46:51.455490 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1954d6d5-b7ea-4753-911f-97022ad28179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.490673 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1954d6d5-b7ea-4753-911f-97022ad28179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.565424 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1954d6d5-b7ea-4753-911f-97022ad28179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.572731 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:51.587776 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954d6d5-b7ea-4753-911f-97022ad28179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30481762-06a3-411c-bf3c-bfcb248f20b9,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:51.594802 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1954d6d5-b7ea-4753-911f-97022ad28179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:51.595732 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1954d6d5-b7ea-4753-911f-97022ad28179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.600993 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-1954d6d5-b7ea-4753-911f-97022ad28179 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30481762-06a3-411c-bf3c-bfcb248f20b9 HTTP/1.1" status: 204 len: 168 time: 0.2192822 Jun 04 00:46:51.756563 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35212) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:51.792631 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:51.854393 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:51.860535 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Usage tracker for resource:security_group_rule and tenant:c71b0e862b034181ac647be42595f1db is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:51.866488 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:51.886758 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:52.005651 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:52.010845 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:52.020358 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0afac79c-0e7b-4d26-95b7-708f38d28085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:52.054052 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e99e8b-a4b7-4c79-a926-79125fb748fb,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:52.057968 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:52.075688 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c71b0e862b034181ac647be42595f1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179548 Jun 04 00:46:52.078708 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35220) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:46:52.135365 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-69820887-f27c-4450-8fe6-4385c3ea3483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:52.165070 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-69820887-f27c-4450-8fe6-4385c3ea3483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:52.216821 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-69820887-f27c-4450-8fe6-4385c3ea3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:52.220474 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-632e5941-89e0-40a8-897e-588ec1fa0724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:52.232189 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69820887-f27c-4450-8fe6-4385c3ea3483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e99e8b-a4b7-4c79-a926-79125fb748fb,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:52.234885 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-69820887-f27c-4450-8fe6-4385c3ea3483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:52.243184 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-69820887-f27c-4450-8fe6-4385c3ea3483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:52.244325 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-69820887-f27c-4450-8fe6-4385c3ea3483 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5e99e8b-a4b7-4c79-a926-79125fb748fb HTTP/1.1" status: 204 len: 168 time: 0.1646569 Jun 04 00:46:52.651650 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d5c30-f3ee-468c-8302-d56828f86a73 req-e7407596-6feb-4bed-aba2-64b424635c22 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:52.653288 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f22d5c30-f3ee-468c-8302-d56828f86a73 req-e7407596-6feb-4bed-aba2-64b424635c22 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.1026495 Jun 04 00:46:52.703107 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f22d5c30-f3ee-468c-8302-d56828f86a73 req-be8febd2-be46-40bc-bfab-c9f1739e6b7d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Jun 04 00:46:52.893485 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f404b-fc2d-488e-8cbc-d02f41f1ec81 req-66e37507-e24a-4701-a952-d90f413dcfcc tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:52.895412 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7f2f404b-fc2d-488e-8cbc-d02f41f1ec81 req-66e37507-e24a-4701-a952-d90f413dcfcc tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0820708 Jun 04 00:46:52.944104 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7f2f404b-fc2d-488e-8cbc-d02f41f1ec81 req-ea2bbba9-ee8e-4195-8375-1cb1b80e1c7a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Jun 04 00:46:53.986916 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:54.973173 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-964b648b-ad0a-4465-bd2a-367c4a84353a tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4c63b78772514fa8b49fa47c68b49804&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348539 Jun 04 00:46:55.044931 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-58326edc-116e-4a9a-9f85-9dff74b54bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:55.047137 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-58326edc-116e-4a9a-9f85-9dff74b54bdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1098 time: 0.0865998 Jun 04 00:46:55.140927 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-96af470f-8b51-4bdf-b2c7-de53739fad1e tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:55.142376 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-96af470f-8b51-4bdf-b2c7-de53739fad1e tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632555 Jun 04 00:46:55.164152 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-cc4b6060-ec94-467b-a76e-8df93cd03626 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/quotas/4c63b78772514fa8b49fa47c68b49804 HTTP/1.1" status: 200 len: 375 time: 0.0144460 Jun 04 00:46:55.218024 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-f18cc191-383c-4737-b2a0-8066d5fdde9f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c63b78772514fa8b49fa47c68b49804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528531 Jun 04 00:46:55.333803 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e48f86-e41a-45f2-a73f-7fe9b24721da req-abdff9d9-bf98-45b3-8462-c58190c61362 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:55.341610 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a6e48f86-e41a-45f2-a73f-7fe9b24721da req-abdff9d9-bf98-45b3-8462-c58190c61362 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.2934167 Jun 04 00:46:55.344193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-cf664a17-3dc4-477f-ae2e-a6a97a470b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:55.345649 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-cf664a17-3dc4-477f-ae2e-a6a97a470b28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 919 time: 0.2616975 Jun 04 00:46:55.429563 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-922cf082-bc83-479c-a91f-a0427859acdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6 HTTP/1.1" status: 200 len: 217 time: 0.0683904 Jun 04 00:46:55.454679 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d89bb68c-14d1-450a-9aae-9d93023c56a1 req-f4ea31b4-fc68-4cb5-843e-0a4ada216a4f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 210 time: 0.0605350 Jun 04 00:46:55.508249 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a6e48f86-e41a-45f2-a73f-7fe9b24721da req-d16caaa7-8b2c-4117-abdd-75ad7bb27c41 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657083 Jun 04 00:46:55.524468 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-3dc6e99b-eee9-44a9-8f6d-7eb161ef7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:55.526179 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-3dc6e99b-eee9-44a9-8f6d-7eb161ef7ca9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.0891085 Jun 04 00:46:55.581491 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-a64a8ee5-34ca-4d1d-830b-262252ccce12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485992 Jun 04 00:46:55.724495 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-9a55a5e2-a1b8-4a7a-abd6-c80a6cadf351 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361058 Jun 04 00:46:55.858500 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5b5d3cdb-6573-4da6-9be6-327809b0500c req-f1322519-a25c-4430-940e-eda4e6f19cbe service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275077 Jun 04 00:46:56.672917 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2600ae42-aabe-4fe8-91e5-48b5dc44735a req-cd80f991-9987-495d-b14d-724d085cb69c tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 210 time: 0.0964422 Jun 04 00:46:56.724766 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-c54e0c70-e8a3-44cc-a912-06989f40842f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4c63b78772514fa8b49fa47c68b49804&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357566 Jun 04 00:46:56.854950 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a44bb-4b9a-4d49-ab87-df9296afd531 req-8fb9ff9f-a96e-4798-bbec-f3fe0fd39482 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:56.856416 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9e0a44bb-4b9a-4d49-ab87-df9296afd531 req-8fb9ff9f-a96e-4798-bbec-f3fe0fd39482 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.2159700 Jun 04 00:46:56.918340 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-3419ab9d-f7b3-4618-8193-d686f18bbc87 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:56.920020 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-3419ab9d-f7b3-4618-8193-d686f18bbc87 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897006 Jun 04 00:46:56.929975 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9e0a44bb-4b9a-4d49-ab87-df9296afd531 req-c5aaf401-42cf-499d-bb0d-aebc6f8f9b82 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668094 Jun 04 00:46:56.949491 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Request body: {'port': {'device_id': 'e84a4679-9928-45cf-b9d1-e855fffa3bb5', 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c', 'admin_state_up': True, 'tenant_id': '4c63b78772514fa8b49fa47c68b49804'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:46:57.089569 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:57.093684 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Usage tracker for resource:port and tenant:4c63b78772514fa8b49fa47c68b49804 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:57.096686 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:57.102744 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:57.113578 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Made reservation on behalf of 4c63b78772514fa8b49fa47c68b49804 for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:46:57.117376 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:57.133368 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:57.147893 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:46:57.151795 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Usage tracker for resource:security_group_rule and tenant:4c63b78772514fa8b49fa47c68b49804 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:46:57.154704 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:46:57.160728 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:46:57.249953 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:57.255253 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:57.258502 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-55662517-f813-4780-917d-bf2be1ba24f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:57.330035 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3f82cd-ca3b-4d7b-a45d-18175881a301,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:57.339226 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:57.438647 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Allocated IP 192.168.233.34 (653b5a02-47c2-4687-bf5d-f97509d4b24c/fa468143-7ac0-4d84-ba73-a6bec4145eae/ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:46:57.639837 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:57.654996 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Transition to ACTIVE for port object ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd will not be triggered until provisioned by entity DHCP. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:46:57.681532 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:57.689176 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:57.757232 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Network 653b5a02-47c2-4687-bf5d-f97509d4b24c is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:46:57.760744 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:46:57.765095 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:46:57.845869 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Pushing event updated for resources: {'Port': ['ID=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:57.863066 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:57.892960 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:57.893598 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:57.933125 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9874856 Jun 04 00:46:57.945940 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6020c4-fdc8-4675-bdc4-3d53da2ab51b req-5cd99ad5-4168-4e5b-9b9d-f3f545157163 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:57.946937 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-4f6020c4-fdc8-4675-bdc4-3d53da2ab51b req-5cd99ad5-4168-4e5b-9b9d-f3f545157163 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Synchronizing usage tracker for tenant:4c63b78772514fa8b49fa47c68b49804 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:46:57.955180 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Request body: {'port': {'device_id': 'e84a4679-9928-45cf-b9d1-e855fffa3bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:46:57.998849 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-700f40ed-5338-414c-8908-ec6b001a758f None None] Provisioning for port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:46:58.004808 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-700f40ed-5338-414c-8908-ec6b001a758f None None] Provisioning complete for port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:46:58.005524 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-700f40ed-5338-414c-8908-ec6b001a758f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:58.069454 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-700f40ed-5338-414c-8908-ec6b001a758f None None] Port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:46:58.106345 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-4f6020c4-fdc8-4675-bdc4-3d53da2ab51b req-5cd99ad5-4168-4e5b-9b9d-f3f545157163 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Unset dirty status for tenant:4c63b78772514fa8b49fa47c68b49804 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:46:58.107724 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4f6020c4-fdc8-4675-bdc4-3d53da2ab51b req-5cd99ad5-4168-4e5b-9b9d-f3f545157163 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 935 time: 0.3127747 Jun 04 00:46:58.196326 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:58.207677 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-4f6020c4-fdc8-4675-bdc4-3d53da2ab51b req-5ad88340-3247-4b8b-9c7a-293f56ca01a7 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Synchronizing usage tracker for tenant:4c63b78772514fa8b49fa47c68b49804 on resource:security_group {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:46:58.226236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1b5a8-23b1-42cd-8a0e-80d960abdac9 req-c9481ddc-0065-4bd4-8e6f-34e3ab431022 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:58.227795 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8dd1b5a8-23b1-42cd-8a0e-80d960abdac9 req-c9481ddc-0065-4bd4-8e6f-34e3ab431022 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0815456 Jun 04 00:46:58.272383 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-4f6020c4-fdc8-4675-bdc4-3d53da2ab51b req-5ad88340-3247-4b8b-9c7a-293f56ca01a7 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Unset dirty status for tenant:4c63b78772514fa8b49fa47c68b49804 on resource:security_group {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:46:58.273513 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4f6020c4-fdc8-4675-bdc4-3d53da2ab51b req-5ad88340-3247-4b8b-9c7a-293f56ca01a7 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383796 Jun 04 00:46:58.274059 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8dd1b5a8-23b1-42cd-8a0e-80d960abdac9 req-f40418af-d939-4749-afa8-6b6f7901b28a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Jun 04 00:46:58.546906 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:46:58.554367 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:58.569683 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Transition to ACTIVE for port object ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:46:58.574107 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:58.578908 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:58.700784 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Pushing event updated for resources: {'Port': ['ID=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:58.726628 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:58.805944 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Attempting to bind port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:46:58.806586 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Attempting to bind port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '3db00df5-3cc1-48c2-a390-b9bbcecfb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:46:58.806586 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Attempting to bind port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd on network 653b5a02-47c2-4687-bf5d-f97509d4b24c {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:46:58.811365 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd on network 653b5a02-47c2-4687-bf5d-f97509d4b24c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:46:58.811712 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Attempting to bind port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd on network 653b5a02-47c2-4687-bf5d-f97509d4b24c {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:46:58.816858 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:46:58.817163 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Checking segment: {'id': '3db00df5-3cc1-48c2-a390-b9bbcecfb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:46:58.817554 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Bound using segment: {'id': '3db00df5-3cc1-48c2-a390-b9bbcecfb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:46:58.817934 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Bound port: ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db00df5-3cc1-48c2-a390-b9bbcecfb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:46:58.818303 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:58.909802 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] For port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:46:58.913111 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] For port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,segment=NetworkSegment(3db00df5-3cc1-48c2-a390-b9bbcecfb3b9),segment_id=3db00df5-3cc1-48c2-a390-b9bbcecfb3b9)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:46:58.918664 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:58.923735 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:46:58.982814 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:58.983468 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:46:58.985007 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] 10.222.0.47 "PUT /v2.0/ports/ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd HTTP/1.1" status: 200 len: 1097 time: 1.0348773 Jun 04 00:46:58.985506 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84a4679-9928-45cf-b9d1-e855fffa3bb5', 'tag': 'ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:46:58.988078 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7b5d8d-9593-4562-b019-6ae189e39d40" -d '{"events": [{"name": "network-changed", "server_uuid": "e84a4679-9928-45cf-b9d1-e855fffa3bb5", "tag": "ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:46:59.009931 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Pushing event updated for resources: {'Port': ['ID=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:46:59.013819 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:46:59.078802 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db85abc-75f7-4bb0-a785-f0be0181e9c0 x-openstack-request-id: req-1db85abc-75f7-4bb0-a785-f0be0181e9c0 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:46:59.079077 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84a4679-9928-45cf-b9d1-e855fffa3bb5", "tag": "ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:46:59.079554 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1db85abc-75f7-4bb0-a785-f0be0181e9c0 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:46:59.079993 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84a4679-9928-45cf-b9d1-e855fffa3bb5', 'tag': 'ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd', 'status': 'completed', 'code': 200} Jun 04 00:46:59.142834 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-95e099cc-284b-4a04-8c79-50e5f1d1d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:59.144542 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-95e099cc-284b-4a04-8c79-50e5f1d1d4cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c63b78772514fa8b49fa47c68b49804&device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 1100 time: 0.1026068 Jun 04 00:46:59.228821 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-84496b5f-6445-4924-a3dd-58d507c4c8d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd HTTP/1.1" status: 200 len: 217 time: 0.0673685 Jun 04 00:46:59.294396 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-6de0ca0b-2429-4268-87b9-5b59dc8e5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:59.295873 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-6de0ca0b-2429-4268-87b9-5b59dc8e5d60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa468143-7ac0-4d84-ba73-a6bec4145eae HTTP/1.1" status: 200 len: 843 time: 0.0579963 Jun 04 00:46:59.387549 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-db3800cc-bb13-41d9-813f-933e7af28d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:59.389778 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-db3800cc-bb13-41d9-813f-933e7af28d95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=653b5a02-47c2-4687-bf5d-f97509d4b24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860281 Jun 04 00:46:59.566646 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1737c0c-0803-47d5-b5e8-ec0d59eefb7b req-13a524e1-616e-4f5b-bf14-e3c73b82ec57 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:59.568144 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b1737c0c-0803-47d5-b5e8-ec0d59eefb7b req-13a524e1-616e-4f5b-bf14-e3c73b82ec57 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 947 time: 0.1728342 Jun 04 00:46:59.592469 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-ecb5ec7e-7d3f-4ce7-8466-3ad65545dad7 service neutron] 10.222.0.47 "GET /v2.0/networks/653b5a02-47c2-4687-bf5d-f97509d4b24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955459 Jun 04 00:46:59.601061 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21835c-61c8-4ad9-9302-f8937880a197 req-eedca9cb-dfa1-4b45-b959-69bb947a9eb6 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:46:59.602453 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc21835c-61c8-4ad9-9302-f8937880a197 req-eedca9cb-dfa1-4b45-b959-69bb947a9eb6 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1832821 Jun 04 00:46:59.615849 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b1737c0c-0803-47d5-b5e8-ec0d59eefb7b req-6db69670-4195-485d-964c-ff04bae598a5 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Jun 04 00:46:59.732980 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fc21835c-61c8-4ad9-9302-f8937880a197 req-f526d4b1-d42f-4e19-9f3d-9c6c9281eaac tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117904 Jun 04 00:46:59.761964 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd350905-b20a-4edb-b34a-a46eec12bea6 req-acf1d8ce-ba2b-4837-84df-a9dc93a33683 service neutron] 10.222.0.47 "GET /v2.0/networks/653b5a02-47c2-4687-bf5d-f97509d4b24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585250 Jun 04 00:47:00.011174 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-3f9982f0-4cb4-4e2d-baa2-61e4a2fc83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:00.012808 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-3f9982f0-4cb4-4e2d-baa2-61e4a2fc83e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c63b78772514fa8b49fa47c68b49804&device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 1100 time: 0.1361504 Jun 04 00:47:00.150070 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-a6a70906-f1aa-4377-973b-23a0867dc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:00.151560 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-a6a70906-f1aa-4377-973b-23a0867dc14d service neutron] 10.222.0.47 "GET /v2.0/networks?id=653b5a02-47c2-4687-bf5d-f97509d4b24c HTTP/1.1" status: 200 len: 870 time: 0.1286294 Jun 04 00:47:00.221124 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-788367a2-b831-4564-b383-99ad31252936 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd HTTP/1.1" status: 200 len: 217 time: 0.0626545 Jun 04 00:47:00.292894 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-9296690e-5bc9-49a0-9f7c-99f4c5863b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:00.294366 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-9296690e-5bc9-49a0-9f7c-99f4c5863b85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa468143-7ac0-4d84-ba73-a6bec4145eae HTTP/1.1" status: 200 len: 843 time: 0.0658031 Jun 04 00:47:00.373660 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-19131f5e-92f8-4e90-84c9-a787a39f30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:00.375162 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-19131f5e-92f8-4e90-84c9-a787a39f30fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=653b5a02-47c2-4687-bf5d-f97509d4b24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742772 Jun 04 00:47:00.522613 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-162129bf-043e-4b4a-b40c-58cc71561bd4 service neutron] 10.222.0.47 "GET /v2.0/networks/653b5a02-47c2-4687-bf5d-f97509d4b24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298680 Jun 04 00:47:00.663483 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bb7b5d8d-9593-4562-b019-6ae189e39d40 req-0f51c71f-533b-477b-aa61-433a7362ba7e service neutron] 10.222.0.47 "GET /v2.0/networks/653b5a02-47c2-4687-bf5d-f97509d4b24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344903 Jun 04 00:47:00.805011 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e997a2a-ba53-4c75-bba1-b58ec9032085 req-f7c681cf-4cb8-4710-bcf7-7dbe124551de tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:00.807152 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3e997a2a-ba53-4c75-bba1-b58ec9032085 req-f7c681cf-4cb8-4710-bcf7-7dbe124551de tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 947 time: 0.0812440 Jun 04 00:47:00.854368 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3e997a2a-ba53-4c75-bba1-b58ec9032085 req-31a5049f-1f5d-49b1-9c18-3e0bfa6edcbd tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Jun 04 00:47:00.918619 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219de99-9780-4d92-ab3c-1103a78f5bbc req-df2f0b27-cc54-43f7-aae4-341cb7929ca3 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:00.920141 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0219de99-9780-4d92-ab3c-1103a78f5bbc req-df2f0b27-cc54-43f7-aae4-341cb7929ca3 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0780907 Jun 04 00:47:00.964018 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0219de99-9780-4d92-ab3c-1103a78f5bbc req-9a5aec43-2898-4eab-9c9d-a80b80872270 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378499 Jun 04 00:47:02.043541 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12806a24-4200-4d5c-85a6-d2d9b8521602 req-8d09ba75-71a3-4aa0-8424-3cc3fbd52329 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:02.045326 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-12806a24-4200-4d5c-85a6-d2d9b8521602 req-8d09ba75-71a3-4aa0-8424-3cc3fbd52329 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 947 time: 0.0823367 Jun 04 00:47:02.090923 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-12806a24-4200-4d5c-85a6-d2d9b8521602 req-8e9f2a8a-ac09-47ea-8cd6-1a6c48588fd3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397615 Jun 04 00:47:02.157538 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e283d8-94a5-47e2-81ef-e8629a0eea42 req-599c2246-c16d-471b-8fdb-0af82a4de315 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:02.159429 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d8e283d8-94a5-47e2-81ef-e8629a0eea42 req-599c2246-c16d-471b-8fdb-0af82a4de315 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0885019 Jun 04 00:47:02.210976 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d8e283d8-94a5-47e2-81ef-e8629a0eea42 req-111000c0-dbe5-4385-8fb4-f38790993fa3 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438700 Jun 04 00:47:03.297807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d52a47-0998-4021-a0d4-92af68dc021a req-2ea2151b-9e78-4691-9a34-e25436a5216d tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:03.299265 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-71d52a47-0998-4021-a0d4-92af68dc021a req-2ea2151b-9e78-4691-9a34-e25436a5216d tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 947 time: 0.0912707 Jun 04 00:47:03.345168 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-71d52a47-0998-4021-a0d4-92af68dc021a req-c037c587-a9c3-43e7-82d2-5e447a9aee08 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Jun 04 00:47:03.412239 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1ae8f-c838-4a12-908a-bbe034aca465 req-8f90e7f1-5b27-464b-ac23-aa77c517f23f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:03.413868 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-15b1ae8f-c838-4a12-908a-bbe034aca465 req-8f90e7f1-5b27-464b-ac23-aa77c517f23f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0863540 Jun 04 00:47:03.459390 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-15b1ae8f-c838-4a12-908a-bbe034aca465 req-ff8d3060-adb2-46ce-ad22-080550f23cc5 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Jun 04 00:47:03.966834 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35522) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:04.089028 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.104177 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:04.108398 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d17ad1746cd40b9a1b6a69e26e176e1 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:04.111221 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:04.116826 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:04.196460 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 35528) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:04.198550 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.203368 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.212222 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-69820887-f27c-4450-8fe6-4385c3ea3483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:04.250711 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d17ad1746cd40b9a1b6a69e26e176e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824602 Jun 04 00:47:04.252395 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7656b9-94ec-46e3-96f5-6fc332d4d079,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:04.253754 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 35532) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:04.255390 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:04.317882 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.342283 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-52ba9839-ead5-4881-802e-1d6ed54018dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.344013 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:04.353886 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Usage tracker for resource:security_group_rule and tenant:3aaa1379fce846109c98c9a70e43e65b is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:04.358855 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:04.371561 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:04.381563 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-52ba9839-ead5-4881-802e-1d6ed54018dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.469829 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-52ba9839-ead5-4881-802e-1d6ed54018dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.474045 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bcc21390-edf2-4ad3-bf5f-70f2686a14d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:04.498263 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba9839-ead5-4881-802e-1d6ed54018dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7656b9-94ec-46e3-96f5-6fc332d4d079,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:04.500955 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-52ba9839-ead5-4881-802e-1d6ed54018dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:04.520544 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.522925 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-52ba9839-ead5-4881-802e-1d6ed54018dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.524267 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-52ba9839-ead5-4881-802e-1d6ed54018dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af7656b9-94ec-46e3-96f5-6fc332d4d079 HTTP/1.1" status: 204 len: 168 time: 0.2694035 Jun 04 00:47:04.529939 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.539710 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4dba05b4-cb4c-4089-9b64-2a72a135754d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:04.554535 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de225824-5b4d-48d6-a121-31e3a476c6b9 req-22a05a6e-b649-4a9d-bb4d-9f10e92b400d tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:04.562806 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-de225824-5b4d-48d6-a121-31e3a476c6b9 req-22a05a6e-b649-4a9d-bb4d-9f10e92b400d tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 947 time: 0.0974491 Jun 04 00:47:04.580983 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3aaa1379fce846109c98c9a70e43e65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833899 Jun 04 00:47:04.583817 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35542) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:04.585552 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d446c8-3a75-4e69-92ac-e09f2eddc47f,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:04.589172 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:04.654389 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-de225824-5b4d-48d6-a121-31e3a476c6b9 req-2e2df5fe-fac5-41df-833a-efb5fad6c071 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905190 Jun 04 00:47:04.684812 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c3c83580-022a-412c-b8f9-1fe36392aae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.687593 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd504-261a-4767-9e4b-640067a4143d req-d32ef979-7732-4405-a068-8db0aa3d2bba tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:04.691510 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e62bd504-261a-4767-9e4b-640067a4143d req-d32ef979-7732-4405-a068-8db0aa3d2bba tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1014149 Jun 04 00:47:04.716575 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c3c83580-022a-412c-b8f9-1fe36392aae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.745835 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e62bd504-261a-4767-9e4b-640067a4143d req-b6aa2d81-276a-4618-81b8-2013c617184c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455346 Jun 04 00:47:04.775322 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c3c83580-022a-412c-b8f9-1fe36392aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.780409 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:04.797660 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c83580-022a-412c-b8f9-1fe36392aae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d446c8-3a75-4e69-92ac-e09f2eddc47f,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:04.800511 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c3c83580-022a-412c-b8f9-1fe36392aae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:04.804835 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c3c83580-022a-412c-b8f9-1fe36392aae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.808866 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-c3c83580-022a-412c-b8f9-1fe36392aae7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09d446c8-3a75-4e69-92ac-e09f2eddc47f HTTP/1.1" status: 204 len: 168 time: 0.2239735 Jun 04 00:47:04.877209 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35548) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:04.894611 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:04.909182 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:04.913153 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Usage tracker for resource:security_group_rule and tenant:941a141195554ca48c1358640a6f92a7 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:04.916087 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:04.921929 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:04.997815 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:47:05.008882 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:05.014158 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:05.022966 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:05.065558 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=941a141195554ca48c1358640a6f92a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841016 Jun 04 00:47:05.065558 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35556) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:05.077646 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a84f342-0f46-4e0d-bc42-b73d9e78d01d,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:05.080822 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:05.134152 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e68b3c58-ded3-4219-aac9-1574fee162b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:05.167666 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e68b3c58-ded3-4219-aac9-1574fee162b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:05.172526 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,segment=NetworkSegment(3db00df5-3cc1-48c2-a390-b9bbcecfb3b9),segment_id=3db00df5-3cc1-48c2-a390-b9bbcecfb3b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:05.189882 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': 'ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd', 'network_id': '653b5a02-47c2-4687-bf5d-f97509d4b24c', 'port_id': 'ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd', 'mac_address': 'fa:16:3e:d9:90:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa468143-7ac0-4d84-ba73-a6bec4145eae', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:47:05.231063 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e68b3c58-ded3-4219-aac9-1574fee162b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:05.238031 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-220a7d1f-c237-430d-9879-937dfcd78a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:05.245607 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:05.250790 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b3c58-ded3-4219-aac9-1574fee162b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a84f342-0f46-4e0d-bc42-b73d9e78d01d,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:05.254001 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e68b3c58-ded3-4219-aac9-1574fee162b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:05.260336 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e68b3c58-ded3-4219-aac9-1574fee162b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:05.264221 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-e68b3c58-ded3-4219-aac9-1574fee162b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a84f342-0f46-4e0d-bc42-b73d9e78d01d HTTP/1.1" status: 204 len: 168 time: 0.1957362 Jun 04 00:47:05.278994 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:47:05.301387 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,segment=NetworkSegment(3db00df5-3cc1-48c2-a390-b9bbcecfb3b9),segment_id=3db00df5-3cc1-48c2-a390-b9bbcecfb3b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:05.305721 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:05.307467 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:05.380595 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:05.388340 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.388706 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.389110 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.389390 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.389670 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.389997 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.390319 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.390639 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.390967 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.391295 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.391646 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.391967 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:05.396120 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:05.771013 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:47:05.862548 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6d695-eb33-435e-9949-9e6e524c9d6e req-1b0c481a-8edb-43c6-bcae-41a43df410a9 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:05.867064 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-89d6d695-eb33-435e-9949-9e6e524c9d6e req-1b0c481a-8edb-43c6-bcae-41a43df410a9 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 948 time: 0.1088405 Jun 04 00:47:05.960776 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-89d6d695-eb33-435e-9949-9e6e524c9d6e req-de7f404b-f26f-42d5-97b7-21b8d97b04b9 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800126 Jun 04 00:47:06.003861 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd226379-deb5-4984-9282-3a1b5118c9d5 req-c239e14f-8ec5-42cd-8f26-3a2e7088ff3f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:06.011897 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd226379-deb5-4984-9282-3a1b5118c9d5 req-c239e14f-8ec5-42cd-8f26-3a2e7088ff3f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1391158 Jun 04 00:47:06.067575 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dd226379-deb5-4984-9282-3a1b5118c9d5 req-1228395b-0422-4747-bd07-900298842ab9 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543263 Jun 04 00:47:06.447176 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:47:07.032344 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:47:07.107825 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:47:07.113295 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:47:07.114123 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:07.183563 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c11fb-26a0-4bef-995c-11564b010dba req-be84aed8-21b8-448f-95b6-98d7ca80f565 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:07.192623 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2b9c11fb-26a0-4bef-995c-11564b010dba req-be84aed8-21b8-448f-95b6-98d7ca80f565 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 948 time: 0.1265271 Jun 04 00:47:07.251476 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2b9c11fb-26a0-4bef-995c-11564b010dba req-db781853-a242-48fc-8145-84d39448a82a tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577521 Jun 04 00:47:07.260896 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:07.283341 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe99722-61b0-4481-aae7-238ad31d2fe5 req-d5b9fced-a386-48b8-a31f-514f9f2f0c9d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:07.291102 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3fe99722-61b0-4481-aae7-238ad31d2fe5 req-d5b9fced-a386-48b8-a31f-514f9f2f0c9d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0962536 Jun 04 00:47:07.296874 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,segment=NetworkSegment(3db00df5-3cc1-48c2-a390-b9bbcecfb3b9),segment_id=3db00df5-3cc1-48c2-a390-b9bbcecfb3b9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:07.298187 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a4679-9928-45cf-b9d1-e855fffa3bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:47:07.301309 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0784dc1-6201-4c76-bbd4-407fdd5664b8" -d '{"events": [{"server_uuid": "e84a4679-9928-45cf-b9d1-e855fffa3bb5", "name": "network-vif-plugged", "status": "completed", "tag": "ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:47:07.305624 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:07.309434 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:07.340782 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3fe99722-61b0-4481-aae7-238ad31d2fe5 req-41d4f724-9d8a-4eba-a2b9-d5e4eab4a364 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471318 Jun 04 00:47:07.415860 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:07.420124 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:07.431318 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b45159-2299-493e-8b09-15c772c0041a x-openstack-request-id: req-31b45159-2299-493e-8b09-15c772c0041a {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:47:07.431603 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a4679-9928-45cf-b9d1-e855fffa3bb5", "name": "network-vif-plugged", "status": "completed", "tag": "ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:47:07.431847 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31b45159-2299-493e-8b09-15c772c0041a {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:47:07.432310 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84a4679-9928-45cf-b9d1-e855fffa3bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd', 'code': 200} Jun 04 00:47:07.739363 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dc896-3cf5-4980-bbd9-b5d007de2190 req-18262a5c-6382-4aa7-98be-fc1bfcbbd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:07.741352 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-037dc896-3cf5-4980-bbd9-b5d007de2190 req-18262a5c-6382-4aa7-98be-fc1bfcbbd28e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 1102 time: 0.0799997 Jun 04 00:47:07.789437 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-037dc896-3cf5-4980-bbd9-b5d007de2190 req-4de1d729-4d82-40f7-a7b3-a7a8ca6b6140 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 Jun 04 00:47:08.441399 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d32619-8c3e-4277-afd1-8196b781dfb8 req-2343b4a4-8975-4945-b990-300bea981ee7 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:08.442820 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-97d32619-8c3e-4277-afd1-8196b781dfb8 req-2343b4a4-8975-4945-b990-300bea981ee7 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 949 time: 0.0884392 Jun 04 00:47:08.487745 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-97d32619-8c3e-4277-afd1-8196b781dfb8 req-94e37010-f84e-4e94-bc79-7bc592107c1e tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 Jun 04 00:47:08.534304 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c29228-fae5-4f51-835b-4c97ee34a93d req-a1edcf98-1f71-4fa6-b026-52f49add68a7 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:08.535771 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68c29228-fae5-4f51-835b-4c97ee34a93d req-a1edcf98-1f71-4fa6-b026-52f49add68a7 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0829434 Jun 04 00:47:08.582086 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68c29228-fae5-4f51-835b-4c97ee34a93d req-b84db96a-538b-4565-98c3-b2c497f86850 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Jun 04 00:47:09.129403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297dd05-78d4-457a-9a0d-f19084450fe5 req-eeda6ace-dd10-4dfc-9484-ca7714e4bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:09.130952 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-7297dd05-78d4-457a-9a0d-f19084450fe5 req-eeda6ace-dd10-4dfc-9484-ca7714e4bffe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1098 time: 0.1496553 Jun 04 00:47:09.179548 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-7297dd05-78d4-457a-9a0d-f19084450fe5 req-cdd7843c-0aeb-4567-a8b6-98979449a09a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387521 Jun 04 00:47:09.696932 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a476276-2603-4903-9504-2a82b9dadd74 req-bf48d918-390d-4418-a0ea-8f874e92daa5 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:09.698480 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6a476276-2603-4903-9504-2a82b9dadd74 req-bf48d918-390d-4418-a0ea-8f874e92daa5 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 949 time: 0.0912826 Jun 04 00:47:09.743608 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6a476276-2603-4903-9504-2a82b9dadd74 req-19fc7cbc-5407-4818-92b7-c72964c10344 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Jun 04 00:47:09.788224 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d90a-2247-4612-8da9-ad5587c9c955 req-388ba5cb-db5a-4084-bb86-880008cf8855 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:09.789700 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d061d90a-2247-4612-8da9-ad5587c9c955 req-388ba5cb-db5a-4084-bb86-880008cf8855 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0881779 Jun 04 00:47:09.836456 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d061d90a-2247-4612-8da9-ad5587c9c955 req-5c2f7059-d0c8-49eb-84fe-9411e3131330 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Jun 04 00:47:10.948012 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1259-c25d-4a7e-9988-91dedecea309 req-74c04bb6-cd95-49e4-9092-39e926b48b50 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:10.949760 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b3ca1259-c25d-4a7e-9988-91dedecea309 req-74c04bb6-cd95-49e4-9092-39e926b48b50 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 949 time: 0.0871894 Jun 04 00:47:11.001174 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b3ca1259-c25d-4a7e-9988-91dedecea309 req-cf668597-365d-4295-9bf2-15dd8dc78d52 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Jun 04 00:47:11.035143 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f0909-24ad-4878-9d50-ab0acc5a4d13 req-4b6921c3-f1ea-496c-8bbf-03962f61b0ba tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:11.036944 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-646f0909-24ad-4878-9d50-ab0acc5a4d13 req-4b6921c3-f1ea-496c-8bbf-03962f61b0ba tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0854688 Jun 04 00:47:11.092534 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-646f0909-24ad-4878-9d50-ab0acc5a4d13 req-90d0bed1-9794-4c4d-9afe-c65e60fe75c1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466835 Jun 04 00:47:11.413646 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 35750) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:11.570113 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:11.586209 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:11.600104 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ebce94a8de413988e0dfa87454a591 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:11.603192 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:11.610718 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:11.618625 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dec04-a2b3-432f-bb73-ff52f38ac519 req-d231f63a-7fae-4dda-ad73-e0bd736cbff4 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:11.620613 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-832dec04-a2b3-432f-bb73-ff52f38ac519 req-d231f63a-7fae-4dda-ad73-e0bd736cbff4 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 949 time: 0.1110017 Jun 04 00:47:11.665787 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-832dec04-a2b3-432f-bb73-ff52f38ac519 req-38128220-5f0a-4161-bf81-25d3db2ac814 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Jun 04 00:47:11.813321 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-0e872251-8a78-45b7-b39f-aa736d272c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:11.814683 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-0e872251-8a78-45b7-b39f-aa736d272c71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1098 time: 0.1918740 Jun 04 00:47:11.852320 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15ebe5-98c3-4a5f-9e2f-e898ca5fe93d req-bf43a575-8047-4d8a-8703-023215427570 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:11.853736 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ee15ebe5-98c3-4a5f-9e2f-e898ca5fe93d req-bf43a575-8047-4d8a-8703-023215427570 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1960893 Jun 04 00:47:11.871394 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:11.892672 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:11.902827 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a4b31567-c76f-4bfa-a6ec-6f4fbff6ae22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:12.021861 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ee15ebe5-98c3-4a5f-9e2f-e898ca5fe93d req-67a2ed39-c2e4-4b8d-8de6-b86dcb11a5ee tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531653 Jun 04 00:47:12.025346 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4ca606-866d-4141-a694-de2bb4cb9269,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:12.028326 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:12.033158 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-577127f2-0248-456f-a52a-8b1580acde88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1ebce94a8de413988e0dfa87454a591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157210 Jun 04 00:47:12.033718 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35758) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:12.048512 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-077f6b39-aa1e-447d-86b2-e8e8188ce45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:12.050118 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-077f6b39-aa1e-447d-86b2-e8e8188ce45b service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 919 time: 0.2265429 Jun 04 00:47:12.095350 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e61758d5-b951-4fba-a46a-ee5b1f4874f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.123486 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-bfeb2cd4-d898-44aa-8544-82e78895b4cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6 HTTP/1.1" status: 200 len: 217 time: 0.0649934 Jun 04 00:47:12.125264 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e61758d5-b951-4fba-a46a-ee5b1f4874f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.178746 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e61758d5-b951-4fba-a46a-ee5b1f4874f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.184451 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9fb8da76-d831-43ee-af0f-afec242c681e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:12.189224 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-12799bd7-5618-4933-9456-b97e7dc55fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:12.190665 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-12799bd7-5618-4933-9456-b97e7dc55fdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.0600681 Jun 04 00:47:12.196219 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61758d5-b951-4fba-a46a-ee5b1f4874f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4ca606-866d-4141-a694-de2bb4cb9269,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:12.199232 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e61758d5-b951-4fba-a46a-ee5b1f4874f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:12.201437 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e61758d5-b951-4fba-a46a-ee5b1f4874f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.205069 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-e61758d5-b951-4fba-a46a-ee5b1f4874f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca4ca606-866d-4141-a694-de2bb4cb9269 HTTP/1.1" status: 204 len: 168 time: 0.1701612 Jun 04 00:47:12.250352 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-459e730c-3dc8-452a-acce-3793763c4a81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507922 Jun 04 00:47:12.394217 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-3df4a4ec-0cd6-47ca-ae14-8814d675a537 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358786 Jun 04 00:47:12.430132 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-538c16fd-4bff-4314-b97d-e95360e7496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.526441 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 35768) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:12.546898 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.557942 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:12.561725 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Usage tracker for resource:security_group_rule and tenant:6c1892e2f65d4b15a5ab35b6a1687b4b is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:12.564545 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8dbb1a52-16c1-4c28-b4ed-cbdadb47a09b req-65435145-21d2-4e0d-ad2f-304bcbc0aed3 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343286 Jun 04 00:47:12.564905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:12.570743 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:12.657724 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.662437 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.669782 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c3c83580-022a-412c-b8f9-1fe36392aae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:12.709136 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f576c698-6918-4813-85f4-e968e0a04190,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:12.720695 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c1892e2f65d4b15a5ab35b6a1687b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903684 Jun 04 00:47:12.720695 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:12.721028 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 35778) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:12.785336 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3423dfcc-1642-4a33-97d4-f4e36e6de9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.810724 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3423dfcc-1642-4a33-97d4-f4e36e6de9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.865818 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3423dfcc-1642-4a33-97d4-f4e36e6de9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.870244 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2a861bae-938f-429b-86b6-f9846cd056c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:12.873284 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da94fd3-0445-41a2-b48a-dfa19b9465a9 req-6e06e5d7-c7b8-4f37-a7e2-cfba8c9e5bb5 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:12.874772 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7da94fd3-0445-41a2-b48a-dfa19b9465a9 req-6e06e5d7-c7b8-4f37-a7e2-cfba8c9e5bb5 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 949 time: 0.0852675 Jun 04 00:47:12.882938 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423dfcc-1642-4a33-97d4-f4e36e6de9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f576c698-6918-4813-85f4-e968e0a04190,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:12.886108 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3423dfcc-1642-4a33-97d4-f4e36e6de9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:12.893296 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3423dfcc-1642-4a33-97d4-f4e36e6de9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:12.896800 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-3423dfcc-1642-4a33-97d4-f4e36e6de9cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f576c698-6918-4813-85f4-e968e0a04190 HTTP/1.1" status: 204 len: 168 time: 0.1728959 Jun 04 00:47:12.927790 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7da94fd3-0445-41a2-b48a-dfa19b9465a9 req-44e1e1d6-c1a8-4ea4-90d3-30ab456874be tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472846 Jun 04 00:47:13.275487 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06b4ed-a824-4d62-bbc5-351745d77bb6 req-4fa5ba52-4b49-463c-ba83-e076f1bbcf36 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:13.277340 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ed06b4ed-a824-4d62-bbc5-351745d77bb6 req-4fa5ba52-4b49-463c-ba83-e076f1bbcf36 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0901985 Jun 04 00:47:13.323112 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ed06b4ed-a824-4d62-bbc5-351745d77bb6 req-4f9c6ad7-3d21-4a31-8ea7-5965a79a6226 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Jun 04 00:47:13.539624 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-e40de218-4f71-4607-bbdf-cabce3cb1c86 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:13.541165 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-e40de218-4f71-4607-bbdf-cabce3cb1c86 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.47 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 949 time: 0.0891862 Jun 04 00:47:13.699623 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Deleting port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:47:13.709127 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:13.903561 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] For port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,segment=NetworkSegment(3db00df5-3cc1-48c2-a390-b9bbcecfb3b9),segment_id=3db00df5-3cc1-48c2-a390-b9bbcecfb3b9)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:13.903911 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:14.029082 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Calling delete_port for ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:47:14.115633 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8515be-20b5-4242-bad5-633c935cc64c req-f98db072-f629-4c9b-8902-77cba07af386 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:14.117137 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ef8515be-20b5-4242-bad5-633c935cc64c req-f98db072-f629-4c9b-8902-77cba07af386 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 949 time: 0.0821276 Jun 04 00:47:14.170430 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ef8515be-20b5-4242-bad5-633c935cc64c req-3a97f1fd-7da2-4c09-95e0-e40e1709fa64 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d3f82cd-ca3b-4d7b-a45d-18175881a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 Jun 04 00:47:14.221827 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:14.229018 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:14.269098 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:47:14.273353 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Pushing event deleted for resources: {'Port': ['ID=ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:14.276600 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:14.393919 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] No DVR routers for this DVR port ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:47:14.405548 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:14.408496 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a4679-9928-45cf-b9d1-e855fffa3bb5', 'name': 'network-vif-deleted', 'tag': 'ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:47:14.411445 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d45091e-ce73-4955-bef8-161d9c28441a" -d '{"events": [{"server_uuid": "e84a4679-9928-45cf-b9d1-e855fffa3bb5", "name": "network-vif-deleted", "tag": "ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:47:14.472098 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-84d0fed9-4d77-499e-a694-ac0f4bbe0446 req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.47 "DELETE /v2.0/ports/ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd HTTP/1.1" status: 204 len: 173 time: 0.9083369 Jun 04 00:47:14.511554 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48566179-c7d7-4742-9d07-137debbc8aec x-openstack-request-id: req-48566179-c7d7-4742-9d07-137debbc8aec {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:47:14.511970 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a4679-9928-45cf-b9d1-e855fffa3bb5", "name": "network-vif-deleted", "tag": "ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:47:14.512118 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48566179-c7d7-4742-9d07-137debbc8aec {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:47:14.512531 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84a4679-9928-45cf-b9d1-e855fffa3bb5', 'name': 'network-vif-deleted', 'tag': 'ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd', 'status': 'completed', 'code': 200} Jun 04 00:47:14.694979 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fa4a2-810e-4e89-86ce-06b1ca5f7963 req-69bf15e6-10af-4925-be45-730005932070 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:14.702312 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-223fa4a2-810e-4e89-86ce-06b1ca5f7963 req-69bf15e6-10af-4925-be45-730005932070 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1642554 Jun 04 00:47:14.776937 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-223fa4a2-810e-4e89-86ce-06b1ca5f7963 req-e3b83714-58de-41ac-a139-83ac16f49062 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736051 Jun 04 00:47:14.951714 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:15.187407 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-18a1af38-5689-4ad2-b879-aaf080fdcb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:15.362609 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-caaffb16-ca45-401f-ad70-c5d1db88346a req-5b9b38c5-4f5f-4561-9037-83c9583e638c tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] 10.222.0.44 "GET /v2.0/ports?device_id=e84a4679-9928-45cf-b9d1-e855fffa3bb5 HTTP/1.1" status: 200 len: 210 time: 0.0585797 Jun 04 00:47:15.954961 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:15.960162 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e9fb1-0767-4f9f-abac-f725c26d726b req-e6963c10-7270-47ad-b79d-f5903443a667 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:15.961854 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9d0e9fb1-0767-4f9f-abac-f725c26d726b req-e6963c10-7270-47ad-b79d-f5903443a667 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0834956 Jun 04 00:47:16.012423 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9d0e9fb1-0767-4f9f-abac-f725c26d726b req-fc544064-70dc-4bb6-be86-331892473fbd tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440650 Jun 04 00:47:17.130960 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:47:17.168088 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:47:17.168450 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device ec80eced-9bc7-4f5d-83d4-1dd0fe38c4cd not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:47:17.596686 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:17.711775 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282da2-5979-4476-96c2-765233563743 req-9b18dd7e-8c05-45c3-ad3b-6cf7aeee16bb tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:17.713278 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4d282da2-5979-4476-96c2-765233563743 req-9b18dd7e-8c05-45c3-ad3b-6cf7aeee16bb tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0814576 Jun 04 00:47:17.758717 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4d282da2-5979-4476-96c2-765233563743 req-111b3bb2-aaab-4fc6-b617-fbde0a53eced tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391219 Jun 04 00:47:20.093263 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36188) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:20.237047 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:20.255629 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:20.268122 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Usage tracker for resource:security_group_rule and tenant:27fe4c21d6fa4549b3fbbd9d56f22389 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:20.271290 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:20.277222 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:20.382758 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:20.389065 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:20.403026 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1954d6d5-b7ea-4753-911f-97022ad28179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:20.452879 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27fe4c21d6fa4549b3fbbd9d56f22389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583033 Jun 04 00:47:20.454079 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce0f70e-b12a-4cd3-9798-8144e4c995f2,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:20.456049 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36200) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:20.462493 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.462854 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.463208 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.463580 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.464002 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.464378 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.464698 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.465037 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.465428 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.465766 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.466098 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.466428 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.470702 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:20.585115 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:20.614599 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:20.668396 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:20.672622 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-856b60bd-d029-4eea-a14c-9d9cea319721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:20.692939 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:20.693811 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ce0f70e-b12a-4cd3-9798-8144e4c995f2 HTTP/1.1" status: 204 len: 168 time: 0.2359586 Jun 04 00:47:20.696432 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce0f70e-b12a-4cd3-9798-8144e4c995f2,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:20.704618 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.705221 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.705633 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.706043 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.706495 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.706892 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.707288 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.707701 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.708267 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.708795 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.709373 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.709899 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:47:20.713307 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:20.991714 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36216) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:21.008938 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:21.023515 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:21.027855 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Usage tracker for resource:security_group_rule and tenant:537fb9a2b4214004be3c5a7922eb6ea4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:21.030665 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:21.036801 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:21.179397 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:21.186994 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:21.195927 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:21.203677 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1a387-aca7-4c31-a525-f40ce96be633 req-00d049ea-6002-4146-8add-4c39483d2356 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:21.205202 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fbf1a387-aca7-4c31-a525-f40ce96be633 req-00d049ea-6002-4146-8add-4c39483d2356 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0835664 Jun 04 00:47:21.239105 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=537fb9a2b4214004be3c5a7922eb6ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461967 Jun 04 00:47:21.240069 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45880684-48f7-4ff4-ae08-1873e8f42a2e,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:21.242538 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36220) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:21.243623 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:21.249857 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-8fde6e8c-b6b8-486e-831c-779b40940658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:21.251295 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-8fde6e8c-b6b8-486e-831c-779b40940658 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1098 time: 0.1516223 Jun 04 00:47:21.262709 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fbf1a387-aca7-4c31-a525-f40ce96be633 req-a183ed9b-0d76-4ef3-a65a-2852c852063d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516505 Jun 04 00:47:21.306920 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5a0b-1187-4fab-846c-3d1b7e3874ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:21.332421 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5a0b-1187-4fab-846c-3d1b7e3874ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:21.388209 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-335e95d3-9fc0-4dc1-b113-7eedaa37892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:21.388883 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5a0b-1187-4fab-846c-3d1b7e3874ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:21.389959 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-335e95d3-9fc0-4dc1-b113-7eedaa37892f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 919 time: 0.1318583 Jun 04 00:47:21.393815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:21.410824 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5a0b-1187-4fab-846c-3d1b7e3874ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:21.412022 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-bb6d5a0b-1187-4fab-846c-3d1b7e3874ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45880684-48f7-4ff4-ae08-1873e8f42a2e HTTP/1.1" status: 204 len: 168 time: 0.1684866 Jun 04 00:47:21.412944 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d5a0b-1187-4fab-846c-3d1b7e3874ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45880684-48f7-4ff4-ae08-1873e8f42a2e,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:21.428819 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-bb6d5a0b-1187-4fab-846c-3d1b7e3874ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:21.460232 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-84b4d845-3cdf-4bca-9570-227df3b1706f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6 HTTP/1.1" status: 200 len: 217 time: 0.0634866 Jun 04 00:47:21.540976 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-baf9be06-65b6-4ce3-9422-ba7fae8f002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:21.542529 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-baf9be06-65b6-4ce3-9422-ba7fae8f002c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.0763948 Jun 04 00:47:21.594836 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-f6089646-506f-4207-8967-5054f11462e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447760 Jun 04 00:47:21.733254 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-e5662c86-281f-4c5a-a97f-199d14ef38a2 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307242 Jun 04 00:47:21.935329 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36254) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:21.957379 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36258) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:21.973209 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8cdc91f0-f074-4f3a-afe0-fad676ae8d0a req-631c12ef-17d6-42fc-bcea-89824f258e87 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329464 Jun 04 00:47:22.078410 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.113168 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:22.126669 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Usage tracker for resource:security_group_rule and tenant:caf70013cef348e2bc1162bba41a39b7 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:22.130961 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:22.145416 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:22.156181 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-7489e131-047b-4339-bf65-4ac71ee1db15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c63b78772514fa8b49fa47c68b49804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954279 Jun 04 00:47:22.156598 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36272) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:22.217968 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7e12725c-6bf5-4574-a964-0ada44d9909c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.234164 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.239096 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.243760 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7e12725c-6bf5-4574-a964-0ada44d9909c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.248616 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-bf84d10e-8661-4665-9dc2-f560cf579b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:22.292491 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caf70013cef348e2bc1162bba41a39b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530207 Jun 04 00:47:22.292491 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f82e5-bf67-46e0-9847-b75730b658e4,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:22.293079 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36276) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:22.306292 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:22.327320 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7e12725c-6bf5-4574-a964-0ada44d9909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.334079 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-32ed2bb0-87b6-418b-97fc-fe5f39049564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:22.358154 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12725c-6bf5-4574-a964-0ada44d9909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3f82cd-ca3b-4d7b-a45d-18175881a301,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:22.364672 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7e12725c-6bf5-4574-a964-0ada44d9909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:22.399574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-627a3615-8f8d-4c94-8a18-486b2cd20489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.441948 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7e12725c-6bf5-4574-a964-0ada44d9909c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.443049 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-7e12725c-6bf5-4574-a964-0ada44d9909c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d3f82cd-ca3b-4d7b-a45d-18175881a301 HTTP/1.1" status: 204 len: 168 time: 0.2854517 Jun 04 00:47:22.476726 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-627a3615-8f8d-4c94-8a18-486b2cd20489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.538230 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394babed-990d-4547-947d-437bb42e6e60 req-41371705-ab7f-4253-9d90-6c6267d2a088 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:22.539727 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-394babed-990d-4547-947d-437bb42e6e60 req-41371705-ab7f-4253-9d90-6c6267d2a088 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1319752 Jun 04 00:47:22.563476 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-627a3615-8f8d-4c94-8a18-486b2cd20489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.570528 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-45dd1c98-4010-4989-b505-81d4b1f97bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:22.589773 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a3615-8f8d-4c94-8a18-486b2cd20489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f82e5-bf67-46e0-9847-b75730b658e4,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:22.599184 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-627a3615-8f8d-4c94-8a18-486b2cd20489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:22.603247 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-627a3615-8f8d-4c94-8a18-486b2cd20489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:22.607190 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-627a3615-8f8d-4c94-8a18-486b2cd20489 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f78f82e5-bf67-46e0-9847-b75730b658e4 HTTP/1.1" status: 204 len: 168 time: 0.3130054 Jun 04 00:47:22.619624 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-394babed-990d-4547-947d-437bb42e6e60 req-fe426be4-ad23-4822-adad-b3f44b1f084c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737686 Jun 04 00:47:22.951093 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-b3d04fc3-1718-4ccb-af18-dc893cd08e77 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932634 Jun 04 00:47:23.106748 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-86cdaf63-8c5f-463a-926f-580a542fc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:23.108354 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-86cdaf63-8c5f-463a-926f-580a542fc4b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 1099 time: 0.1039789 Jun 04 00:47:23.275286 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-99530f02-026b-48ba-8f2c-f2fd28020563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:23.277574 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-99530f02-026b-48ba-8f2c-f2fd28020563 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 919 time: 0.1380794 Jun 04 00:47:23.352229 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-3599dd4f-c561-4261-aac1-dab205e128c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db442f1f-13b4-497c-81d1-247ad05cbdf0 HTTP/1.1" status: 200 len: 217 time: 0.0676172 Jun 04 00:47:23.421347 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-f08ab953-71d1-4be2-8e64-9eccb6514264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:23.422781 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-f08ab953-71d1-4be2-8e64-9eccb6514264 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.0632682 Jun 04 00:47:23.472748 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-ca9f2cea-a1c2-4aa9-92ef-96ca8242f378 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427201 Jun 04 00:47:23.619119 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-76d7974f-081f-4d52-b84c-8be67c6ac224 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382816 Jun 04 00:47:23.768394 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6a46659f-f46a-4146-a4b3-9fe123da9846 req-0e497e39-0ded-451f-89f8-e4fe1cc67b7d service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422799 Jun 04 00:47:23.820918 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0bb1-5cbe-413c-ac24-a454b6b7f760 req-04b44a92-5fa7-4e0c-be63-3ad21768ba10 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:23.822522 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2f7e0bb1-5cbe-413c-ac24-a454b6b7f760 req-04b44a92-5fa7-4e0c-be63-3ad21768ba10 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1010807 Jun 04 00:47:23.877071 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2f7e0bb1-5cbe-413c-ac24-a454b6b7f760 req-bab5e46c-988f-4641-b462-ca8a97e747cf tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482516 Jun 04 00:47:23.980248 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:25.069868 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9955230-ca45-4330-9b17-54a392ba2aea req-29aea135-ea39-47fd-b42d-8b25e61d66ba tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:25.071284 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d9955230-ca45-4330-9b17-54a392ba2aea req-29aea135-ea39-47fd-b42d-8b25e61d66ba tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0862322 Jun 04 00:47:25.115936 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d9955230-ca45-4330-9b17-54a392ba2aea req-5547be50-8408-499e-9662-e08e586806a6 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Jun 04 00:47:26.304431 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bfec0-62a4-49f3-bfbf-044a7d455a86 req-cebb840c-b2bb-476d-b37e-c9c1bdd42616 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:26.305820 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-631bfec0-62a4-49f3-bfbf-044a7d455a86 req-cebb840c-b2bb-476d-b37e-c9c1bdd42616 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0826187 Jun 04 00:47:26.354131 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-631bfec0-62a4-49f3-bfbf-044a7d455a86 req-0b458e63-a3e2-465e-8896-cfb268a77c79 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Jun 04 00:47:27.004537 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36428) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:27.125320 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.139698 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:27.143871 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Usage tracker for resource:security_group_rule and tenant:c10f9f53f4234d3e8b3ded42c5e93c86 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:27.147146 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:27.153383 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:27.246619 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.250777 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.259273 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7e12725c-6bf5-4574-a964-0ada44d9909c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:27.298802 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c10f9f53f4234d3e8b3ded42c5e93c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931492 Jun 04 00:47:27.300484 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc45772-eb6b-4b26-8402-af9b129cad1b,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:27.301603 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36434) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:27.303438 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:27.361213 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-af3454af-4396-4e5c-9310-224510933274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.397040 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-af3454af-4396-4e5c-9310-224510933274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.452101 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-af3454af-4396-4e5c-9310-224510933274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.458825 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-aebeef8b-2db1-47a8-ba85-b2452fc2fd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:27.471617 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3454af-4396-4e5c-9310-224510933274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc45772-eb6b-4b26-8402-af9b129cad1b,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:27.474391 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-af3454af-4396-4e5c-9310-224510933274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:27.495826 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-af3454af-4396-4e5c-9310-224510933274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.509102 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-af3454af-4396-4e5c-9310-224510933274 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fc45772-eb6b-4b26-8402-af9b129cad1b HTTP/1.1" status: 204 len: 168 time: 0.2063394 Jun 04 00:47:27.585578 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f0339-32e8-4e1c-a39a-fc00018a1047 req-0ca0826d-c137-4210-a028-83c5707a375d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:27.587983 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c47f0339-32e8-4e1c-a39a-fc00018a1047 req-0ca0826d-c137-4210-a028-83c5707a375d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1022336 Jun 04 00:47:27.648622 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c47f0339-32e8-4e1c-a39a-fc00018a1047 req-271450f6-7e6b-4fb1-82ca-c0b35f892470 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547311 Jun 04 00:47:27.815569 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36456) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:27.832312 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.846506 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:27.852415 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Usage tracker for resource:security_group_rule and tenant:4863bab97bb24426886cd6f8199b9ba6 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:27.855232 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:27.861048 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:27.947205 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.952000 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:27.958521 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-783f0ba0-1d29-4508-b28c-e956c90869bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:28.004330 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4863bab97bb24426886cd6f8199b9ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878617 Jun 04 00:47:28.005224 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c7749a-2beb-4b63-9162-2616dfa2a5b6,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:28.007236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36460) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:28.008310 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:28.080579 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ab79e3bc-bbe9-4b43-9322-3ed26e79750f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:28.106969 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ab79e3bc-bbe9-4b43-9322-3ed26e79750f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:28.161117 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ab79e3bc-bbe9-4b43-9322-3ed26e79750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:28.164739 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-bb6d5a0b-1187-4fab-846c-3d1b7e3874ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:28.175358 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79e3bc-bbe9-4b43-9322-3ed26e79750f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c7749a-2beb-4b63-9162-2616dfa2a5b6,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:28.179150 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ab79e3bc-bbe9-4b43-9322-3ed26e79750f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:28.182159 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ab79e3bc-bbe9-4b43-9322-3ed26e79750f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:28.183254 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-ab79e3bc-bbe9-4b43-9322-3ed26e79750f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6c7749a-2beb-4b63-9162-2616dfa2a5b6 HTTP/1.1" status: 204 len: 168 time: 0.1748936 Jun 04 00:47:28.842693 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfda00-4080-4565-88cf-c2d9b5520c44 req-61cc9988-1469-46df-8059-c887953b29cf tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:28.844333 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1adfda00-4080-4565-88cf-c2d9b5520c44 req-61cc9988-1469-46df-8059-c887953b29cf tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0840323 Jun 04 00:47:28.891383 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1adfda00-4080-4565-88cf-c2d9b5520c44 req-d541cce7-da92-476d-bd44-ed3d27f0e2a3 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414069 Jun 04 00:47:28.972343 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36488) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:29.083068 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1918699677-network', 'tenant_id': 'ec3e44eedb4641e08d105f4e0c0820a0'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:29.088220 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:29.092808 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Usage tracker for resource:network and tenant:ec3e44eedb4641e08d105f4e0c0820a0 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:29.096407 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:29.102713 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:29.114001 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Made reservation on behalf of ec3e44eedb4641e08d105f4e0c0820a0 for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:47:29.116608 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.129076 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.143250 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:29.147019 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3e44eedb4641e08d105f4e0c0820a0 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:29.149813 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:29.155377 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:29.235357 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.239229 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.243332 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-de2a956e-4511-4ecc-a79f-45a47aa8f788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:29.269632 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:47:29.282492 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaf019c-aea5-4300-8184-b1f41b022ebd,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:29.286765 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:29.287724 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.288060 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Added segment 154d9245-c7d9-4bcd-b63c-e11c8414c0f0 of type vlan for network 31f9788e-4c42-4510-ad67-b2a157e86d13 Jun 04 00:47:29.313700 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.343231 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.344621 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:29.345182 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.348626 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:29.532358 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Pushing event updated for resources: {'Network': ['ID=31f9788e-4c42-4510-ad67-b2a157e86d13,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:29.536914 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:29.543196 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 31f9788e-4c42-4510-ad67-b2a157e86d13 details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:47:29.543724 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5699711 Jun 04 00:47:29.547504 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36500) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:29.552563 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Request body: {'subnet': {'network_id': '31f9788e-4c42-4510-ad67-b2a157e86d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1918699677-subnet', 'tenant_id': 'ec3e44eedb4641e08d105f4e0c0820a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:29.557324 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:29.561239 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Usage tracker for resource:subnet and tenant:ec3e44eedb4641e08d105f4e0c0820a0 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:29.564140 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:29.569991 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:29.581190 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Made reservation on behalf of ec3e44eedb4641e08d105f4e0c0820a0 for: {'subnet': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:47:29.583881 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6667534'] for subnet, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.978395 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5527006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6667548'] for subnet, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:29.983233 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5403b909-46cb-4378-a945-65afb4e71fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:30.110393 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41289ce5-8ae1-4f82-b77d-08e74b84a144,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:30.116756 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:30.124890 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Checking segment: {'id': '154d9245-c7d9-4bcd-b63c-e11c8414c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '31f9788e-4c42-4510-ad67-b2a157e86d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:47:30.125246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Network hostable DHCP agents. Network: 31f9788e-4c42-4510-ad67-b2a157e86d13, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:47:30.156346 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdf2ae-95d0-4465-bf6f-4f9679851e3f req-1bd4569b-0d9b-4041-bf53-393889bd1d4c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:30.157805 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-78cdf2ae-95d0-4465-bf6f-4f9679851e3f req-1bd4569b-0d9b-4041-bf53-393889bd1d4c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1477740 Jun 04 00:47:30.158804 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Network 31f9788e-4c42-4510-ad67-b2a157e86d13 is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:47:30.180399 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 31f9788e-4c42-4510-ad67-b2a157e86d13) {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:47:30.190142 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d84cd-aa9b-4f96-b3cd-f72c55dad8b5 None None] Network 31f9788e-4c42-4510-ad67-b2a157e86d13 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:47:30.202278 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:30.202873 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:30.222540 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-78cdf2ae-95d0-4465-bf6f-4f9679851e3f req-f8fe69b6-4aa1-49c6-b18f-824766497f87 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580566 Jun 04 00:47:30.232119 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6834347 Jun 04 00:47:30.384370 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f4b18f-ef0a-4737-9a09-1ca6bf0659fe None None] Network 31f9788e-4c42-4510-ad67-b2a157e86d13 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:47:30.753800 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36528) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:30.763000 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-824889103-network', 'tenant_id': 'dea333fca2164e97ae9aba4b9a10762a'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:30.767944 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:30.772197 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Usage tracker for resource:network and tenant:dea333fca2164e97ae9aba4b9a10762a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:30.775235 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:30.781133 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:30.792722 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Made reservation on behalf of dea333fca2164e97ae9aba4b9a10762a for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:47:30.795716 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:30.810979 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:30.824935 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:30.829017 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:dea333fca2164e97ae9aba4b9a10762a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:30.831882 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:30.837934 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:30.921295 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:30.925898 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:30.938890 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:47:30.948868 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:30.949208 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Added segment 4a0d1324-a44a-4fe4-80e6-65b25deb67d1 of type vlan for network 9e8dbf3a-8f57-44c8-bf71-7b4d14b84472 Jun 04 00:47:30.955023 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3423dfcc-1642-4a33-97d4-f4e36e6de9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:31.000706 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:31.007190 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a922dc-a36b-4c80-8286-029a5951a3c0,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:31.010434 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:31.041056 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:31.042417 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:31.043024 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:31.048231 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:31.150292 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3952231 Jun 04 00:47:31.153305 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36546) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:31.153868 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9e8dbf3a-8f57-44c8-bf71-7b4d14b84472,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:31.156465 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:31.159598 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Request body: {'subnet': {'network_id': '9e8dbf3a-8f57-44c8-bf71-7b4d14b84472', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-824889103-subnet', 'tenant_id': 'dea333fca2164e97ae9aba4b9a10762a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:31.164813 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 9e8dbf3a-8f57-44c8-bf71-7b4d14b84472 details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:47:31.173098 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:31.177351 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Usage tracker for resource:subnet and tenant:dea333fca2164e97ae9aba4b9a10762a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:31.180491 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:31.186567 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:31.198026 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Made reservation on behalf of dea333fca2164e97ae9aba4b9a10762a for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:47:31.200529 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6293119'] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:31.498657 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827fa40-6313-4dcd-80bb-7f92bd06d674 req-d61665fc-4b38-48d5-862a-7724e0ee996f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:31.500143 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e827fa40-6313-4dcd-80bb-7f92bd06d674 req-d61665fc-4b38-48d5-862a-7724e0ee996f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1462610 Jun 04 00:47:31.596475 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e827fa40-6313-4dcd-80bb-7f92bd06d674 req-3fda17ef-13c3-4342-a794-adc7a98e72fb tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896287 Jun 04 00:47:31.686627 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6293101'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:31.690192 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:31.760752 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9eb003-d6a3-4395-bc5f-dd1f083a04b2,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:31.764022 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:31.770012 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Checking segment: {'id': '4a0d1324-a44a-4fe4-80e6-65b25deb67d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e8dbf3a-8f57-44c8-bf71-7b4d14b84472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:47:31.770372 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Network hostable DHCP agents. Network: 9e8dbf3a-8f57-44c8-bf71-7b4d14b84472, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:47:31.789015 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Network 9e8dbf3a-8f57-44c8-bf71-7b4d14b84472 is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:47:31.798576 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 9e8dbf3a-8f57-44c8-bf71-7b4d14b84472) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:47:31.806462 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:31.807058 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:31.807883 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a3ea7-9a58-4243-aaeb-e57fbc515e64 None None] Network 9e8dbf3a-8f57-44c8-bf71-7b4d14b84472 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:47:31.835950 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6722713 Jun 04 00:47:31.993494 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c2b29-125f-4067-872a-453e8a7632ca None None] Network 9e8dbf3a-8f57-44c8-bf71-7b4d14b84472 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:47:32.412845 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-006d7bdc-deaa-4a4c-96a0-d69b777cbc5f tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:32.413440 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-006d7bdc-deaa-4a4c-96a0-d69b777cbc5f tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Synchronizing usage tracker for tenant:ec3e44eedb4641e08d105f4e0c0820a0 on resource:network {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:47:32.432790 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-006d7bdc-deaa-4a4c-96a0-d69b777cbc5f tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Unset dirty status for tenant:ec3e44eedb4641e08d105f4e0c0820a0 on resource:network {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:47:32.434322 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-006d7bdc-deaa-4a4c-96a0-d69b777cbc5f tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/networks?id=31f9788e-4c42-4510-ad67-b2a157e86d13 HTTP/1.1" status: 200 len: 809 time: 0.1696835 Jun 04 00:47:32.449851 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-69557424-b3a2-46fc-8668-11a25cbd50c9 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/quotas/ec3e44eedb4641e08d105f4e0c0820a0 HTTP/1.1" status: 200 len: 375 time: 0.0093775 Jun 04 00:47:32.498218 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-f687e27e-696d-419e-956b-47c3eba11082 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec3e44eedb4641e08d105f4e0c0820a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430512 Jun 04 00:47:32.614958 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36582) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:32.633931 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-2e7391ea-d1b4-4272-8f1e-cd87f131e9f9 service neutron] 10.222.0.44 "GET /v2.0/networks/31f9788e-4c42-4510-ad67-b2a157e86d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285450 Jun 04 00:47:32.764204 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-7586cca9-7b8b-44b4-a95d-56c63ff45705 service neutron] 10.222.0.44 "GET /v2.0/networks/31f9788e-4c42-4510-ad67-b2a157e86d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236868 Jun 04 00:47:32.775092 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:32.798414 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:32.804927 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Usage tracker for resource:security_group_rule and tenant:ce01a736e16b4acda282aa0c0ca1ddf1 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:32.808110 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:32.815498 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:32.834393 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4740-6007-4945-b570-95e94e79c083 req-dd5f200e-cb93-4ac3-a95c-cee122561f62 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:32.835881 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7fbb4740-6007-4945-b570-95e94e79c083 req-dd5f200e-cb93-4ac3-a95c-cee122561f62 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1274321 Jun 04 00:47:32.899651 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7fbb4740-6007-4945-b570-95e94e79c083 req-dc1a254c-4674-4bc8-8c15-a5ea78442c4c tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552800 Jun 04 00:47:32.955740 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:32.957777 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-10a568ee-9752-4823-b775-90b8caf4d911 req-e38094f1-aff5-4873-881d-499cab5dfdff tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 210 time: 0.0508592 Jun 04 00:47:32.968969 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:32.977210 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a294c497-ce49-4ed4-83ac-d0e69f80cd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:33.016158 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce01a736e16b4acda282aa0c0ca1ddf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999324 Jun 04 00:47:33.017779 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757ae4c8-0c38-454d-a215-01beadb8f989,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:33.018923 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36592) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:33.020807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:33.086142 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-870359a4-ff84-4274-a0ab-80aab06d92d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.113345 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-870359a4-ff84-4274-a0ab-80aab06d92d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.171309 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-870359a4-ff84-4274-a0ab-80aab06d92d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.176631 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-89b2392f-5786-4522-93a6-db6102e5278b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:33.190108 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870359a4-ff84-4274-a0ab-80aab06d92d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757ae4c8-0c38-454d-a215-01beadb8f989,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:33.192754 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-870359a4-ff84-4274-a0ab-80aab06d92d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:33.193947 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-870359a4-ff84-4274-a0ab-80aab06d92d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.195073 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-870359a4-ff84-4274-a0ab-80aab06d92d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/757ae4c8-0c38-454d-a215-01beadb8f989 HTTP/1.1" status: 204 len: 168 time: 0.1750495 Jun 04 00:47:33.485722 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36606) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:33.503380 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.518807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:33.522691 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Usage tracker for resource:security_group_rule and tenant:12f3cef81077465cb935b470471f0e7b is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:33.525936 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:33.531875 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:33.624584 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.629878 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.638340 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e19025c3-0374-406d-914b-6b8ab6d27354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:33.748846 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12f3cef81077465cb935b470471f0e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618551 Jun 04 00:47:33.749513 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d8b9b3-5ebf-4145-abdd-dad48d06c281,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:33.751548 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 36610) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:33.752763 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:33.817404 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ac203892-0025-42f6-9a35-f9d3915039dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.906494 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ac203892-0025-42f6-9a35-f9d3915039dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.962437 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ac203892-0025-42f6-9a35-f9d3915039dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.968748 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fcccec8c-7c19-4176-bc4f-295b53ce4b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:33.981397 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac203892-0025-42f6-9a35-f9d3915039dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d8b9b3-5ebf-4145-abdd-dad48d06c281,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:33.984679 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ac203892-0025-42f6-9a35-f9d3915039dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:33.995867 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ac203892-0025-42f6-9a35-f9d3915039dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:33.997746 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ac203892-0025-42f6-9a35-f9d3915039dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25d8b9b3-5ebf-4145-abdd-dad48d06c281 HTTP/1.1" status: 204 len: 168 time: 0.2450292 Jun 04 00:47:34.118381 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdeac5-499b-4066-a09f-26f713d7d888 req-089ee884-74b0-48bf-914e-268c1df48c21 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:34.126168 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b3fdeac5-499b-4066-a09f-26f713d7d888 req-089ee884-74b0-48bf-914e-268c1df48c21 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1073701 Jun 04 00:47:34.127805 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-81455c1b-5d65-44e5-a150-ac0b20d8f755 req-4cc11ddb-1e65-4e66-ba5e-49d6f0a6883b tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 210 time: 0.0458484 Jun 04 00:47:34.193936 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b3fdeac5-499b-4066-a09f-26f713d7d888 req-db931580-653e-44cc-8a02-ffa51065642a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666919 Jun 04 00:47:34.285969 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-ecbda597-12e9-4915-8607-47ff856ab3ce tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:34.287561 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-ecbda597-12e9-4915-8607-47ff856ab3ce tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.47 "GET /v2.0/networks?id=31f9788e-4c42-4510-ad67-b2a157e86d13 HTTP/1.1" status: 200 len: 809 time: 0.1587665 Jun 04 00:47:34.307563 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Request body: {'port': {'device_id': 'e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f', 'network_id': '31f9788e-4c42-4510-ad67-b2a157e86d13', 'admin_state_up': True, 'tenant_id': 'ec3e44eedb4641e08d105f4e0c0820a0'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:34.404505 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36626) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:34.423687 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.438569 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:34.442415 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Usage tracker for resource:security_group_rule and tenant:bdec3b9fb4ce4a5282a80ed3d68ce52e is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:34.445326 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:34.451366 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:34.452106 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:34.456614 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Usage tracker for resource:port and tenant:ec3e44eedb4641e08d105f4e0c0820a0 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:34.460339 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:34.468123 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:34.483425 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Made reservation on behalf of ec3e44eedb4641e08d105f4e0c0820a0 for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:47:34.487765 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.553374 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.560270 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.570131 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-af3454af-4396-4e5c-9310-224510933274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:34.614347 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdec3b9fb4ce4a5282a80ed3d68ce52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087488 Jun 04 00:47:34.617058 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36628) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:34.628138 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f441c53-a911-4525-b2ef-47dae689aea5,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:34.633411 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:34.668787 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Allocated IP 172.20.0.12 (31f9788e-4c42-4510-ad67-b2a157e86d13/41289ce5-8ae1-4f82-b77d-08e74b84a144/e82dddfd-3114-4e3c-b323-3ecac5fb8f36) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:47:34.684143 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6c404c3d-f89e-4560-ae6d-e9b07964de35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.710860 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6c404c3d-f89e-4560-ae6d-e9b07964de35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.765598 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6c404c3d-f89e-4560-ae6d-e9b07964de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.769364 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a78b7e83-3a9c-4f87-ba06-388152f6e282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:34.783307 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c404c3d-f89e-4560-ae6d-e9b07964de35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f441c53-a911-4525-b2ef-47dae689aea5,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:34.785821 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6c404c3d-f89e-4560-ae6d-e9b07964de35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:34.795319 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6c404c3d-f89e-4560-ae6d-e9b07964de35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.798993 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-6c404c3d-f89e-4560-ae6d-e9b07964de35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f441c53-a911-4525-b2ef-47dae689aea5 HTTP/1.1" status: 204 len: 168 time: 0.1782329 Jun 04 00:47:34.882608 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.912938 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:34.920327 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:34.982666 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Network 31f9788e-4c42-4510-ad67-b2a157e86d13 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:47:34.985816 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:47:34.990159 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:47:35.026414 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Pushing event updated for resources: {'Port': ['ID=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:35.030783 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:35.057822 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:35.058642 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.082744 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7797282 Jun 04 00:47:35.100655 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Request body: {'port': {'device_id': 'e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:35.220246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.411924 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc6351-8ad5-44c5-8a75-d38213b2f533 req-572a06bf-c3e4-4e18-8f70-c03feaf936f9 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:35.413425 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a6bc6351-8ad5-44c5-8a75-d38213b2f533 req-572a06bf-c3e4-4e18-8f70-c03feaf936f9 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1030524 Jun 04 00:47:35.447657 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2ad1b-fdfc-4bd4-8487-cd53b3917289 req-e7880dc8-230a-410d-b711-07ff5b7a99af tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:35.448390 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-58f2ad1b-fdfc-4bd4-8487-cd53b3917289 req-e7880dc8-230a-410d-b711-07ff5b7a99af tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Synchronizing usage tracker for tenant:ec3e44eedb4641e08d105f4e0c0820a0 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:47:35.461915 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a6bc6351-8ad5-44c5-8a75-d38213b2f533 req-925c0e32-5de8-4ba7-889d-fec11fa9ecfb tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 Jun 04 00:47:35.540269 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-58f2ad1b-fdfc-4bd4-8487-cd53b3917289 req-e7880dc8-230a-410d-b711-07ff5b7a99af tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Unset dirty status for tenant:ec3e44eedb4641e08d105f4e0c0820a0 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:47:35.541431 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-58f2ad1b-fdfc-4bd4-8487-cd53b3917289 req-e7880dc8-230a-410d-b711-07ff5b7a99af tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 932 time: 0.2736034 Jun 04 00:47:35.573758 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36656) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:35.617037 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-58f2ad1b-fdfc-4bd4-8487-cd53b3917289 req-a3217704-6ff5-43b3-acf5-7c4e9ef21066 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Synchronizing usage tracker for tenant:ec3e44eedb4641e08d105f4e0c0820a0 on resource:security_group {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:47:35.647357 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-58f2ad1b-fdfc-4bd4-8487-cd53b3917289 req-a3217704-6ff5-43b3-acf5-7c4e9ef21066 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Unset dirty status for tenant:ec3e44eedb4641e08d105f4e0c0820a0 on resource:security_group {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:47:35.648528 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-58f2ad1b-fdfc-4bd4-8487-cd53b3917289 req-a3217704-6ff5-43b3-acf5-7c4e9ef21066 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936162 Jun 04 00:47:35.688728 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2139109793-network', 'tenant_id': 'ac9e65ee5c4f4646aee237abfff7ad6e'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:35.693558 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:35.697717 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Usage tracker for resource:network and tenant:ac9e65ee5c4f4646aee237abfff7ad6e is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:35.700807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:35.702274 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82dddfd-3114-4e3c-b323-3ecac5fb8f36 {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:47:35.706837 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:35.709469 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.718595 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Made reservation on behalf of ac9e65ee5c4f4646aee237abfff7ad6e for: {'network': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:47:35.721397 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.724174 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Transition to ACTIVE for port object e82dddfd-3114-4e3c-b323-3ecac5fb8f36 will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:47:35.728950 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.734198 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-31d8b303-e4ce-4945-9744-537ea8f27102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:35.734958 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.749968 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:35.754389 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Usage tracker for resource:security_group_rule and tenant:ac9e65ee5c4f4646aee237abfff7ad6e is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:35.757255 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:35.763033 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:35.852267 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.857462 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.861661 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-af9ebd40-cc58-4ddc-9f79-efc3adf8ebce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:35.893059 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:47:35.920214 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:35.923260 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.923869 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.segments_db [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Added segment 2eb167ae-d820-42d1-823e-0ce5831f11e9 of type vlan for network c839dffc-a197-4c6a-b04c-4aa1b0042105 Jun 04 00:47:35.925139 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:35.954171 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.962040 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Pushing event updated for resources: {'Port': ['ID=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:35.970655 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:35.992099 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:35.993697 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:35.994419 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:36.000138 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0ef9c5f8-7d66-4219-817d-d480385d72c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:36.037087 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Attempting to bind port e82dddfd-3114-4e3c-b323-3ecac5fb8f36 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:47:36.037762 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Attempting to bind port e82dddfd-3114-4e3c-b323-3ecac5fb8f36 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '154d9245-c7d9-4bcd-b63c-e11c8414c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '31f9788e-4c42-4510-ad67-b2a157e86d13'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:47:36.038112 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Attempting to bind port e82dddfd-3114-4e3c-b323-3ecac5fb8f36 on network 31f9788e-4c42-4510-ad67-b2a157e86d13 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:47:36.043271 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Port e82dddfd-3114-4e3c-b323-3ecac5fb8f36 on network 31f9788e-4c42-4510-ad67-b2a157e86d13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:47:36.043599 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Attempting to bind port e82dddfd-3114-4e3c-b323-3ecac5fb8f36 on network 31f9788e-4c42-4510-ad67-b2a157e86d13 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:47:36.049331 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:47:36.049762 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Checking segment: {'id': '154d9245-c7d9-4bcd-b63c-e11c8414c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '31f9788e-4c42-4510-ad67-b2a157e86d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:47:36.050139 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Bound using segment: {'id': '154d9245-c7d9-4bcd-b63c-e11c8414c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '31f9788e-4c42-4510-ad67-b2a157e86d13'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:47:36.050562 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Bound port: e82dddfd-3114-4e3c-b323-3ecac5fb8f36, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154d9245-c7d9-4bcd-b63c-e11c8414c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '31f9788e-4c42-4510-ad67-b2a157e86d13'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:47:36.050932 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:36.098441 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5232837 Jun 04 00:47:36.101614 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Pushing event updated for resources: {'Network': ['ID=c839dffc-a197-4c6a-b04c-4aa1b0042105,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:36.103558 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 36664) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:47:36.105485 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:36.109085 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Request body: {'subnet': {'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2139109793-subnet', 'tenant_id': 'ac9e65ee5c4f4646aee237abfff7ad6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:36.113222 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network c839dffc-a197-4c6a-b04c-4aa1b0042105 details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:47:36.113960 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:36.117948 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Usage tracker for resource:subnet and tenant:ac9e65ee5c4f4646aee237abfff7ad6e is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:36.121247 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:36.127156 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:36.139193 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Made reservation on behalf of ac9e65ee5c4f4646aee237abfff7ad6e for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:47:36.141712 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6293119'] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:36.147708 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] For port e82dddfd-3114-4e3c-b323-3ecac5fb8f36, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:47:36.151757 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] For port e82dddfd-3114-4e3c-b323-3ecac5fb8f36, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,segment=NetworkSegment(154d9245-c7d9-4bcd-b63c-e11c8414c0f0),segment_id=154d9245-c7d9-4bcd-b63c-e11c8414c0f0)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:47:36.158772 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:36.163381 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:36.218520 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:36.218520 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:36.219901 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] 10.222.0.47 "PUT /v2.0/ports/e82dddfd-3114-4e3c-b323-3ecac5fb8f36 HTTP/1.1" status: 200 len: 1094 time: 1.1235728 Jun 04 00:47:36.220396 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f', 'tag': 'e82dddfd-3114-4e3c-b323-3ecac5fb8f36'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:47:36.222695 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa6247d-fc35-47e8-a951-68582014a605" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f", "tag": "e82dddfd-3114-4e3c-b323-3ecac5fb8f36"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:47:36.246328 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Pushing event updated for resources: {'Port': ['ID=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:36.250280 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:36.273459 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff192ee1-710d-4c33-a3a9-0852dd800a61 x-openstack-request-id: req-ff192ee1-710d-4c33-a3a9-0852dd800a61 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:47:36.273787 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f", "tag": "e82dddfd-3114-4e3c-b323-3ecac5fb8f36", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:47:36.274092 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff192ee1-710d-4c33-a3a9-0852dd800a61 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:47:36.274531 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f', 'tag': 'e82dddfd-3114-4e3c-b323-3ecac5fb8f36', 'status': 'completed', 'code': 200} Jun 04 00:47:36.364829 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-f9511f74-1b06-49bb-9961-81761c25390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:36.366354 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-f9511f74-1b06-49bb-9961-81761c25390c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec3e44eedb4641e08d105f4e0c0820a0&device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 1097 time: 0.0746648 Jun 04 00:47:36.440717 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-e9153a04-3f63-40a2-a4e3-d5f62c5a17c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82dddfd-3114-4e3c-b323-3ecac5fb8f36 HTTP/1.1" status: 200 len: 217 time: 0.0610416 Jun 04 00:47:36.506978 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-ff88fff2-7239-42f3-b7a4-1af308e0dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:36.509445 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-ff88fff2-7239-42f3-b7a4-1af308e0dfb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41289ce5-8ae1-4f82-b77d-08e74b84a144 HTTP/1.1" status: 200 len: 849 time: 0.0621998 Jun 04 00:47:36.529466 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6293101'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:36.533516 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-145fab6e-09af-438c-8b41-32567ea32638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:36.557837 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-a38d1d1d-a52d-445d-b2d5-50683ad5fe10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31f9788e-4c42-4510-ad67-b2a157e86d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420618 Jun 04 00:47:36.602345 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1073c2db-d2b6-4189-ae55-7c2b6b2f75f7,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:36.606726 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:36.615736 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Checking segment: {'id': '2eb167ae-d820-42d1-823e-0ce5831f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:47:36.616023 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Network hostable DHCP agents. Network: c839dffc-a197-4c6a-b04c-4aa1b0042105, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:47:36.633682 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Network c839dffc-a197-4c6a-b04c-4aa1b0042105 is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:47:36.644155 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, c839dffc-a197-4c6a-b04c-4aa1b0042105) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:47:36.654544 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6373372e-13cc-468b-b9e5-4c8efa14fa0f None None] Network c839dffc-a197-4c6a-b04c-4aa1b0042105 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:47:36.655435 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:36.656045 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:36.700100 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5905499 Jun 04 00:47:36.767253 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6772929-0070-4c7e-b282-1a098da9b08c req-fdc96ac5-2ee0-42eb-8d9c-74736c372603 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:36.768947 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a6772929-0070-4c7e-b282-1a098da9b08c req-fdc96ac5-2ee0-42eb-8d9c-74736c372603 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1844516 Jun 04 00:47:36.799031 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-7b8e322e-374a-405a-90c1-5cd8d32d3cd9 service neutron] 10.222.0.47 "GET /v2.0/networks/31f9788e-4c42-4510-ad67-b2a157e86d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342975 Jun 04 00:47:36.850387 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15183c8-763f-4dd1-88ca-e3fb8df86860 None None] Network c839dffc-a197-4c6a-b04c-4aa1b0042105 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:47:36.864851 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a6772929-0070-4c7e-b282-1a098da9b08c req-b461fbdf-30a5-4dda-a5de-df973e6ae9aa tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888875 Jun 04 00:47:36.893041 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688aa8d-0c9c-4f9f-8555-f493c25de5e7 req-06912304-c085-4960-84cd-5852dbf51e6f tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:36.895588 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0688aa8d-0c9c-4f9f-8555-f493c25de5e7 req-06912304-c085-4960-84cd-5852dbf51e6f tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 944 time: 0.1146944 Jun 04 00:47:36.946447 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0688aa8d-0c9c-4f9f-8555-f493c25de5e7 req-68b2c525-0d95-40fc-899a-f5f1e22989f0 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Jun 04 00:47:36.980057 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-547e44b4-f2c0-45b1-94fc-443c502a19f7 req-33584299-851a-4c72-bafc-4e930c7cf4e5 service neutron] 10.222.0.47 "GET /v2.0/networks/31f9788e-4c42-4510-ad67-b2a157e86d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718996 Jun 04 00:47:37.213668 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6247d-fc35-47e8-a951-68582014a605 req-5727ea3f-c688-4836-80b5-8d185fb804ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:37.215176 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-baa6247d-fc35-47e8-a951-68582014a605 req-5727ea3f-c688-4836-80b5-8d185fb804ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec3e44eedb4641e08d105f4e0c0820a0&device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 1097 time: 0.0740633 Jun 04 00:47:37.349554 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6247d-fc35-47e8-a951-68582014a605 req-48fe0060-e9de-4915-900a-0a5fd754f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:37.351012 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-baa6247d-fc35-47e8-a951-68582014a605 req-48fe0060-e9de-4915-900a-0a5fd754f3a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31f9788e-4c42-4510-ad67-b2a157e86d13 HTTP/1.1" status: 200 len: 910 time: 0.1296320 Jun 04 00:47:37.428863 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-baa6247d-fc35-47e8-a951-68582014a605 req-4b305eaf-bd94-4a8d-b400-f42e3acc790b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82dddfd-3114-4e3c-b323-3ecac5fb8f36 HTTP/1.1" status: 200 len: 217 time: 0.0712578 Jun 04 00:47:37.497982 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6247d-fc35-47e8-a951-68582014a605 req-d2c54cd9-e814-489d-aa95-a967195e1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:37.499381 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-baa6247d-fc35-47e8-a951-68582014a605 req-d2c54cd9-e814-489d-aa95-a967195e1b5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41289ce5-8ae1-4f82-b77d-08e74b84a144 HTTP/1.1" status: 200 len: 849 time: 0.0641546 Jun 04 00:47:37.560792 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-baa6247d-fc35-47e8-a951-68582014a605 req-d3f53a82-8bf7-4a5e-aa23-c3634ca2c6d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31f9788e-4c42-4510-ad67-b2a157e86d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432081 Jun 04 00:47:37.713947 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-baa6247d-fc35-47e8-a951-68582014a605 req-3074a914-345c-4b2a-aa46-042fe88485e8 service neutron] 10.222.0.47 "GET /v2.0/networks/31f9788e-4c42-4510-ad67-b2a157e86d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450095 Jun 04 00:47:37.845429 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-baa6247d-fc35-47e8-a951-68582014a605 req-b5cafdc9-1936-4dc8-81e4-25967d13178a service neutron] 10.222.0.47 "GET /v2.0/networks/31f9788e-4c42-4510-ad67-b2a157e86d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248517 Jun 04 00:47:38.123323 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86588ea-429a-42e9-a448-0938d5a50bf9 req-90846f9b-2c81-4b48-a3a1-0d2b75536a1e tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:38.124816 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f86588ea-429a-42e9-a448-0938d5a50bf9 req-90846f9b-2c81-4b48-a3a1-0d2b75536a1e tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1580465 Jun 04 00:47:38.147988 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc0970-4f09-4330-b958-f86cab17507a req-54277df0-9883-40af-8c3b-725047a0e963 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:38.149471 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-71bc0970-4f09-4330-b958-f86cab17507a req-54277df0-9883-40af-8c3b-725047a0e963 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 944 time: 0.0829046 Jun 04 00:47:38.173870 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f86588ea-429a-42e9-a448-0938d5a50bf9 req-fd1cd97a-7776-4e1b-bbc3-b19539c7ceee tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Jun 04 00:47:38.193149 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-71bc0970-4f09-4330-b958-f86cab17507a req-0606e926-589b-4193-8102-4cef18ebe296 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380306 Jun 04 00:47:38.853733 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-e3318a44-4b0e-4da9-b2df-81745ba53e6c tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:38.855076 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-e3318a44-4b0e-4da9-b2df-81745ba53e6c tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/networks?id=c839dffc-a197-4c6a-b04c-4aa1b0042105 HTTP/1.1" status: 200 len: 814 time: 0.1454675 Jun 04 00:47:38.870403 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-9d8691d0-409c-44f5-ab92-d98dcf7c93ca tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/quotas/ac9e65ee5c4f4646aee237abfff7ad6e HTTP/1.1" status: 200 len: 375 time: 0.0092056 Jun 04 00:47:38.920023 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-f9a00579-c3b1-4c85-bacc-62dee8012ec6 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac9e65ee5c4f4646aee237abfff7ad6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447741 Jun 04 00:47:39.061146 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-cf123a3c-51cd-4be5-a19d-4ae5ef4e7b68 service neutron] 10.222.0.44 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313612 Jun 04 00:47:39.211700 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-2dac4c4d-3968-4c89-9395-73c75a8f51fe service neutron] 10.222.0.44 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443441 Jun 04 00:47:39.381332 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de632-f3cb-42d1-bb26-b3c114f50c1b req-f694c249-a6b2-4db7-952a-832b1a54953a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:39.383117 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6d4de632-f3cb-42d1-bb26-b3c114f50c1b req-f694c249-a6b2-4db7-952a-832b1a54953a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0957658 Jun 04 00:47:39.434678 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6d4de632-f3cb-42d1-bb26-b3c114f50c1b req-d4969287-85ad-4251-bab9-06bf73898601 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Jun 04 00:47:39.479900 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a181-3fe6-42bf-a549-c4454377cc80 req-ba8d94fc-ee85-47d5-96b7-b866a447dcc0 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:39.481439 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-04b8a181-3fe6-42bf-a549-c4454377cc80 req-ba8d94fc-ee85-47d5-96b7-b866a447dcc0 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 944 time: 0.0869656 Jun 04 00:47:39.525456 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8c35d1a3-d088-4589-9426-87c256428418 req-73c36126-8b87-4f66-ae2b-021c92026dd0 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 210 time: 0.0451236 Jun 04 00:47:39.535297 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-04b8a181-3fe6-42bf-a549-c4454377cc80 req-7dd9a17a-73ed-4f93-a45c-3917d9accec2 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478325 Jun 04 00:47:39.816896 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9e5ab-9225-44ad-961f-0fa3bd6a745c req-4fbb3661-b4f0-46ca-b6e7-ca66a7a34ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:39.818378 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aec9e5ab-9225-44ad-961f-0fa3bd6a745c req-4fbb3661-b4f0-46ca-b6e7-ca66a7a34ec1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1098 time: 0.0745845 Jun 04 00:47:39.858876 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aec9e5ab-9225-44ad-961f-0fa3bd6a745c req-a0fa6c01-17ee-4840-abd7-9b39bcec41bb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Jun 04 00:47:40.632147 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661a46c-1470-4edf-b1f8-789583ba6a1e req-db31a674-ab72-421d-9b5e-7c1e83ff7976 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:40.633678 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3661a46c-1470-4edf-b1f8-789583ba6a1e req-db31a674-ab72-421d-9b5e-7c1e83ff7976 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0870638 Jun 04 00:47:40.683107 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3661a46c-1470-4edf-b1f8-789583ba6a1e req-5adbf054-529b-4f0e-99a0-d409f3e27c70 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434618 Jun 04 00:47:40.686381 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c18ab8d-574d-4d9f-a69a-2882e3565923 req-dca8a426-f147-48bf-8845-a989a65053f9 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 210 time: 0.0418670 Jun 04 00:47:40.858956 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b083f0f-7a78-47a8-a35b-ef0efeb65e0b req-40ff0608-494d-496a-a4ea-eb75f005a902 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:40.860477 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8b083f0f-7a78-47a8-a35b-ef0efeb65e0b req-40ff0608-494d-496a-a4ea-eb75f005a902 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 944 time: 0.0790184 Jun 04 00:47:40.907142 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8b083f0f-7a78-47a8-a35b-ef0efeb65e0b req-7bfc4940-b687-4a47-8eac-9460eb0fdf55 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Jun 04 00:47:41.144580 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7dd1f06a-c7af-42b0-8acc-80a6288361b2 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:41.146064 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7dd1f06a-c7af-42b0-8acc-80a6288361b2 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.47 "GET /v2.0/networks?id=c839dffc-a197-4c6a-b04c-4aa1b0042105 HTTP/1.1" status: 200 len: 814 time: 0.1468818 Jun 04 00:47:41.177071 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Request body: {'port': {'device_id': '36a00cc7-ffe9-43ec-b59c-7b8f9debee38', 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105', 'admin_state_up': True, 'tenant_id': 'ac9e65ee5c4f4646aee237abfff7ad6e'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:41.286695 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device e82dddfd-3114-4e3c-b323-3ecac5fb8f36 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:47:41.312111 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:47:41.316659 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Usage tracker for resource:port and tenant:ac9e65ee5c4f4646aee237abfff7ad6e is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:47:41.322455 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:47:41.329546 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:47:41.342740 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Made reservation on behalf of ac9e65ee5c4f4646aee237abfff7ad6e for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:47:41.348462 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:41.449772 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port e82dddfd-3114-4e3c-b323-3ecac5fb8f36, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,segment=NetworkSegment(154d9245-c7d9-4bcd-b63c-e11c8414c0f0),segment_id=154d9245-c7d9-4bcd-b63c-e11c8414c0f0)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:41.463010 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': 'e82dddfd-3114-4e3c-b323-3ecac5fb8f36', 'network_id': '31f9788e-4c42-4510-ad67-b2a157e86d13', 'port_id': 'e82dddfd-3114-4e3c-b323-3ecac5fb8f36', 'mac_address': 'fa:16:3e:30:73:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41289ce5-8ae1-4f82-b77d-08e74b84a144', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:47:41.511493 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Allocated IP 172.20.0.12 (c839dffc-a197-4c6a-b04c-4aa1b0042105/1073c2db-d2b6-4189-ae55-7c2b6b2f75f7/8182449a-d9f1-4c60-96f9-1277ff1a33c6) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:47:41.517662 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:41.537414 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82dddfd-3114-4e3c-b323-3ecac5fb8f36 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:47:41.553067 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port e82dddfd-3114-4e3c-b323-3ecac5fb8f36, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,segment=NetworkSegment(154d9245-c7d9-4bcd-b63c-e11c8414c0f0),segment_id=154d9245-c7d9-4bcd-b63c-e11c8414c0f0)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:41.557978 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:41.559693 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:41.655649 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:41.658892 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:41.726825 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:41.757294 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:41.765190 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:41.882238 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd1332-9d1f-4dbc-84f0-8762233d079f req-0e118939-8ee6-40e3-81c1-a39fa9e333cc tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:41.883832 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-79cd1332-9d1f-4dbc-84f0-8762233d079f req-0e118939-8ee6-40e3-81c1-a39fa9e333cc tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 932 time: 0.0892363 Jun 04 00:47:41.927108 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-79cd1332-9d1f-4dbc-84f0-8762233d079f req-b882aa91-b37e-4d97-9ac7-9c882484196d tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Synchronizing usage tracker for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:47:41.943620 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Network c839dffc-a197-4c6a-b04c-4aa1b0042105 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:47:41.946862 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-79cd1332-9d1f-4dbc-84f0-8762233d079f req-b882aa91-b37e-4d97-9ac7-9c882484196d tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Unset dirty status for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:47:41.948197 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-79cd1332-9d1f-4dbc-84f0-8762233d079f req-b882aa91-b37e-4d97-9ac7-9c882484196d tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585756 Jun 04 00:47:41.953328 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:47:41.958661 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:47:42.016157 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Pushing event updated for resources: {'Port': ['ID=8182449a-d9f1-4c60-96f9-1277ff1a33c6,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:42.021154 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:42.024612 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['e82dddfd-3114-4e3c-b323-3ecac5fb8f36'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:47:42.037105 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:42.037722 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:42.071330 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee394b-c2dd-4fbc-930c-8beecfcbf04b req-880c3c75-3cd4-4f0f-ba74-e8f583d62600 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:42.072839 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5eee394b-c2dd-4fbc-930c-8beecfcbf04b req-880c3c75-3cd4-4f0f-ba74-e8f583d62600 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1939979 Jun 04 00:47:42.074161 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9012952 Jun 04 00:47:42.098534 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Request body: {'port': {'device_id': '36a00cc7-ffe9-43ec-b59c-7b8f9debee38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:47:42.170752 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5eee394b-c2dd-4fbc-930c-8beecfcbf04b req-aa1936fc-fb57-436e-b174-a9519e630a08 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916500 Jun 04 00:47:42.239146 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:42.430964 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b92ab0e2-854d-4794-a918-63307c85fc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:42.468896 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c9012-31a8-413d-916a-8c43ad06b6af req-944d4d89-1eda-4aed-b4ad-a8907aac05dc tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:42.470460 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1e2c9012-31a8-413d-916a-8c43ad06b6af req-944d4d89-1eda-4aed-b4ad-a8907aac05dc tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 945 time: 0.0938232 Jun 04 00:47:42.520293 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1e2c9012-31a8-413d-916a-8c43ad06b6af req-2c1f6122-061b-44d9-b442-a2b33713cb69 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 Jun 04 00:47:42.604786 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8182449a-d9f1-4c60-96f9-1277ff1a33c6 {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:47:42.612517 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:42.627770 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Transition to ACTIVE for port object 8182449a-d9f1-4c60-96f9-1277ff1a33c6 will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:47:42.632998 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:42.637624 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a4040779-5ddf-4d7a-900b-e72cc07444ef tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:42.792821 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Pushing event updated for resources: {'Port': ['ID=8182449a-d9f1-4c60-96f9-1277ff1a33c6,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:42.800804 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:42.917682 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-d72f6836-beb0-4578-9bd5-0ed5cee426b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:42.919869 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-d72f6836-beb0-4578-9bd5-0ed5cee426b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 1098 time: 0.1393626 Jun 04 00:47:42.921661 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Attempting to bind port 8182449a-d9f1-4c60-96f9-1277ff1a33c6 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:47:42.921996 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Attempting to bind port 8182449a-d9f1-4c60-96f9-1277ff1a33c6 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '2eb167ae-d820-42d1-823e-0ce5831f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:47:42.922317 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Attempting to bind port 8182449a-d9f1-4c60-96f9-1277ff1a33c6 on network c839dffc-a197-4c6a-b04c-4aa1b0042105 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:47:42.929601 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Port 8182449a-d9f1-4c60-96f9-1277ff1a33c6 on network c839dffc-a197-4c6a-b04c-4aa1b0042105 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:47:42.929916 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Attempting to bind port 8182449a-d9f1-4c60-96f9-1277ff1a33c6 on network c839dffc-a197-4c6a-b04c-4aa1b0042105 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:47:42.937579 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:47:42.937912 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Checking segment: {'id': '2eb167ae-d820-42d1-823e-0ce5831f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:47:42.938288 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Bound using segment: {'id': '2eb167ae-d820-42d1-823e-0ce5831f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:47:42.938705 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Bound port: 8182449a-d9f1-4c60-96f9-1277ff1a33c6, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb167ae-d820-42d1-823e-0ce5831f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:47:42.939047 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:42.963556 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9343c7-41ca-4e1e-a2e3-580dd41c9bce req-8aa1204f-a715-4c01-9f19-b9329ceae846 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:42.965028 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bc9343c7-41ca-4e1e-a2e3-580dd41c9bce req-8aa1204f-a715-4c01-9f19-b9329ceae846 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1401334 Jun 04 00:47:43.056810 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-58611cc1-f942-42fd-903d-f75cc97f861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:43.058738 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-58611cc1-f942-42fd-903d-f75cc97f861e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 200 len: 919 time: 0.1257741 Jun 04 00:47:43.066753 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bc9343c7-41ca-4e1e-a2e3-580dd41c9bce req-50276e5c-0ee3-4e3b-ab0f-9d88515e38b6 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725696 Jun 04 00:47:43.073367 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] For port 8182449a-d9f1-4c60-96f9-1277ff1a33c6, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:47:43.076960 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] For port 8182449a-d9f1-4c60-96f9-1277ff1a33c6, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8182449a-d9f1-4c60-96f9-1277ff1a33c6,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:47:43.082516 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:43.086595 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:43.149020 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:43.149667 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:43.151046 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] 10.222.0.47 "PUT /v2.0/ports/8182449a-d9f1-4c60-96f9-1277ff1a33c6 HTTP/1.1" status: 200 len: 1094 time: 1.0565796 Jun 04 00:47:43.151555 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a00cc7-ffe9-43ec-b59c-7b8f9debee38', 'tag': '8182449a-d9f1-4c60-96f9-1277ff1a33c6'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:47:43.153828 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a172940b-26ca-4dba-99cc-66d3c62486ff" -d '{"events": [{"name": "network-changed", "server_uuid": "36a00cc7-ffe9-43ec-b59c-7b8f9debee38", "tag": "8182449a-d9f1-4c60-96f9-1277ff1a33c6"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:47:43.173783 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Pushing event updated for resources: {'Port': ['ID=8182449a-d9f1-4c60-96f9-1277ff1a33c6,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:43.175197 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-59281631-2499-4b30-9570-aa3cf119ed44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6 HTTP/1.1" status: 200 len: 217 time: 0.0735273 Jun 04 00:47:43.177297 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:43.250781 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-88696f10-84b5-45dc-b9a7-d1a6daf3b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:43.252228 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-88696f10-84b5-45dc-b9a7-d1a6daf3b851 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 200 len: 858 time: 0.0692163 Jun 04 00:47:43.296919 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec12523-4311-4d72-9835-a7aba8a03bd0 req-a8a133b5-f8f7-446a-a9cb-eaba73295eb5 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:43.297089 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device e82dddfd-3114-4e3c-b323-3ecac5fb8f36 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:47:43.299124 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ec12523-4311-4d72-9835-a7aba8a03bd0 req-a8a133b5-f8f7-446a-a9cb-eaba73295eb5 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 944 time: 0.2365916 Jun 04 00:47:43.318227 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-030235ed-6485-4e02-b399-dfe54962549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:43.320490 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-030235ed-6485-4e02-b399-dfe54962549c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9e65ee5c4f4646aee237abfff7ad6e&device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 1097 time: 0.0764797 Jun 04 00:47:43.323980 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-a49f596a-ed5c-40d1-9f77-75003f1d26d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f13caf1-29b6-4a43-83b2-1c3ed80050a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643184 Jun 04 00:47:43.344707 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7792209f-f085-409a-b4fa-1f6f4f88f894 x-openstack-request-id: req-7792209f-f085-409a-b4fa-1f6f4f88f894 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:47:43.345437 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a00cc7-ffe9-43ec-b59c-7b8f9debee38", "tag": "8182449a-d9f1-4c60-96f9-1277ff1a33c6", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:47:43.345724 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7792209f-f085-409a-b4fa-1f6f4f88f894 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:47:43.346487 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a00cc7-ffe9-43ec-b59c-7b8f9debee38', 'tag': '8182449a-d9f1-4c60-96f9-1277ff1a33c6', 'status': 'completed', 'code': 200} Jun 04 00:47:43.376544 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ec12523-4311-4d72-9835-a7aba8a03bd0 req-3d803d8a-0a63-401d-a44c-a706ad224b30 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715497 Jun 04 00:47:43.376992 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port e82dddfd-3114-4e3c-b323-3ecac5fb8f36 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:47:43.383717 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port e82dddfd-3114-4e3c-b323-3ecac5fb8f36 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:47:43.384405 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:43.429470 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-ee90889c-cb28-44c6-b9e3-9f9d60a8db30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8182449a-d9f1-4c60-96f9-1277ff1a33c6 HTTP/1.1" status: 200 len: 217 time: 0.0790920 Jun 04 00:47:43.446945 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:47:43.497670 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-6905f12f-1ae7-4d6e-916a-d5ad9e11603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:43.499253 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-aab35446-c4a8-48d2-9688-ef3f854d2885 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520903 Jun 04 00:47:43.499376 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-6905f12f-1ae7-4d6e-916a-d5ad9e11603f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1073c2db-d2b6-4189-ae55-7c2b6b2f75f7 HTTP/1.1" status: 200 len: 854 time: 0.0658510 Jun 04 00:47:43.537223 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:43.562792 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-695bcd74-0bd7-4063-8a9c-e9085a8b4eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c839dffc-a197-4c6a-b04c-4aa1b0042105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472906 Jun 04 00:47:43.566802 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82dddfd-3114-4e3c-b323-3ecac5fb8f36'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:47:43.569126 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc4eedc-7235-4df3-9582-851d733f862b" -d '{"events": [{"server_uuid": "e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f", "name": "network-vif-plugged", "status": "completed", "tag": "e82dddfd-3114-4e3c-b323-3ecac5fb8f36"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:47:43.577191 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port e82dddfd-3114-4e3c-b323-3ecac5fb8f36, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,segment=NetworkSegment(154d9245-c7d9-4bcd-b63c-e11c8414c0f0),segment_id=154d9245-c7d9-4bcd-b63c-e11c8414c0f0)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:43.584309 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:43.586732 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:43.652492 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3058c93-0d57-4f85-beb2-473b97bb3327 x-openstack-request-id: req-e3058c93-0d57-4f85-beb2-473b97bb3327 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:47:43.652803 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f", "name": "network-vif-plugged", "status": "completed", "tag": "e82dddfd-3114-4e3c-b323-3ecac5fb8f36", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:47:43.653069 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3058c93-0d57-4f85-beb2-473b97bb3327 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:47:43.653469 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82dddfd-3114-4e3c-b323-3ecac5fb8f36', 'code': 200} Jun 04 00:47:43.659075 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:43.662267 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:43.726079 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-fe6a85e9-f035-4134-aabf-6df708a15040 service neutron] 10.222.0.47 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552379 Jun 04 00:47:43.746418 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-821b9b3b-460b-492a-aa1c-85c69ad410d9 req-8efec878-f13b-4ef2-9216-b46dcbf6fc57 service neutron] 10.222.0.47 "GET /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302365 Jun 04 00:47:43.767351 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a7d7f-3928-4eba-80fe-76ceaf328e27 req-d14ca82d-bcb2-46b1-ae3a-90f5f09b76c7 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:43.768982 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-011a7d7f-3928-4eba-80fe-76ceaf328e27 req-d14ca82d-bcb2-46b1-ae3a-90f5f09b76c7 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 946 time: 0.1140463 Jun 04 00:47:43.817035 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-011a7d7f-3928-4eba-80fe-76ceaf328e27 req-369a0096-5804-49e6-a5b1-a73ed4f6309b tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Jun 04 00:47:43.937680 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2b3c77d4-41c6-48a6-87a4-184fd21e977e req-beb1abaa-ec7a-41bf-967b-6ed9524454af service neutron] 10.222.0.47 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025280 Jun 04 00:47:43.989244 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3e55d-e6b6-4588-9156-2ffa5be082c4 req-4b4d4188-d88b-49b4-8d52-f65e52b67f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:43.990737 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-eac3e55d-e6b6-4588-9156-2ffa5be082c4 req-4b4d4188-d88b-49b4-8d52-f65e52b67f06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 1099 time: 0.0691967 Jun 04 00:47:44.076165 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-eac3e55d-e6b6-4588-9156-2ffa5be082c4 req-88dddb28-38b5-4b0c-b29e-ed355aaf56b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359628 Jun 04 00:47:44.128720 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-e56ccbf5-49d9-427a-a5ec-6ac51fb586fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:44.130216 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-e56ccbf5-49d9-427a-a5ec-6ac51fb586fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9e65ee5c4f4646aee237abfff7ad6e&device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 1097 time: 0.0738118 Jun 04 00:47:44.267903 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5a726-7707-4ca6-a2d3-cb83552b3647 req-8b44a930-5ec0-4a20-b7c3-c51f2067de09 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:44.269323 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5ff5a726-7707-4ca6-a2d3-cb83552b3647 req-8b44a930-5ec0-4a20-b7c3-c51f2067de09 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0908937 Jun 04 00:47:44.316522 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5ff5a726-7707-4ca6-a2d3-cb83552b3647 req-680bde9a-6e2b-4666-b3b4-f2fb53f90195 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387504 Jun 04 00:47:44.570217 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75ab51-9bb2-4155-acae-473d60dedffe req-31615200-e193-412e-a8be-6ff55e772466 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:44.570902 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-9a75ab51-9bb2-4155-acae-473d60dedffe req-31615200-e193-412e-a8be-6ff55e772466 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Synchronizing usage tracker for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:47:44.662626 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-9a75ab51-9bb2-4155-acae-473d60dedffe req-31615200-e193-412e-a8be-6ff55e772466 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Unset dirty status for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:47:44.663797 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9a75ab51-9bb2-4155-acae-473d60dedffe req-31615200-e193-412e-a8be-6ff55e772466 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 944 time: 0.1720760 Jun 04 00:47:44.735331 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9a75ab51-9bb2-4155-acae-473d60dedffe req-f9572dbc-475c-4953-827c-ffe529d24c9d tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650494 Jun 04 00:47:44.737781 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-58aec601-3d58-45d5-8b1b-158e642eb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:44.739097 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-58aec601-3d58-45d5-8b1b-158e642eb0d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c839dffc-a197-4c6a-b04c-4aa1b0042105 HTTP/1.1" status: 200 len: 915 time: 0.1656337 Jun 04 00:47:44.809331 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-8ab5d27c-0b0b-4055-b2f2-53e3f98c41ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8182449a-d9f1-4c60-96f9-1277ff1a33c6 HTTP/1.1" status: 200 len: 217 time: 0.0629594 Jun 04 00:47:44.872235 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-5da0f825-6ce1-43bd-ba26-e58ee6bca25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:44.873700 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-5da0f825-6ce1-43bd-ba26-e58ee6bca25e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1073c2db-d2b6-4189-ae55-7c2b6b2f75f7 HTTP/1.1" status: 200 len: 854 time: 0.0558674 Jun 04 00:47:44.924186 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-f19e88e1-ddf5-4f38-9959-5f18c36fcf55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c839dffc-a197-4c6a-b04c-4aa1b0042105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426097 Jun 04 00:47:44.956690 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:45.102362 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-58cbdb54-2948-4768-91a2-dab0b1c88ca9 service neutron] 10.222.0.47 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478844 Jun 04 00:47:45.110797 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561695-4fcf-4606-a16a-befabac543d3 req-e50cce84-a657-49ee-a928-beb3dc8794f1 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:45.112175 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-71561695-4fcf-4606-a16a-befabac543d3 req-e50cce84-a657-49ee-a928-beb3dc8794f1 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 946 time: 0.1872365 Jun 04 00:47:45.191593 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d24727b7-c88a-42dc-a7e2-0fea43cf1528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:45.243231 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-71561695-4fcf-4606-a16a-befabac543d3 req-5cbb6536-604e-4553-a30f-4c76b38c7d1e tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099157 Jun 04 00:47:45.268675 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a172940b-26ca-4dba-99cc-66d3c62486ff req-85a4c9dd-943b-4a74-8fab-144174a58c3c service neutron] 10.222.0.47 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556404 Jun 04 00:47:45.521407 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbda44-1980-4820-9a3f-7b7cdefb6f42 req-4ffee5ea-353b-441a-9fba-5e2608cde13d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:45.522759 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-14fbda44-1980-4820-9a3f-7b7cdefb6f42 req-4ffee5ea-353b-441a-9fba-5e2608cde13d tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0847554 Jun 04 00:47:45.571594 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-14fbda44-1980-4820-9a3f-7b7cdefb6f42 req-bd9a24ab-2385-4338-9252-57ac890cb242 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Jun 04 00:47:45.924531 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410c35f-d8c8-409e-8896-e0397cb653b1 req-35bfd3dd-9871-41b8-a74f-daeb5c3772ea tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:45.925974 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2410c35f-d8c8-409e-8896-e0397cb653b1 req-35bfd3dd-9871-41b8-a74f-daeb5c3772ea tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 944 time: 0.0793056 Jun 04 00:47:45.960399 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:45.973974 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2410c35f-d8c8-409e-8896-e0397cb653b1 req-fd327395-c0e7-4481-aaa2-6f52a11fe01a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Jun 04 00:47:46.449709 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe802f7e-9424-442b-9acb-18717d97fce1 req-fef65dae-4b19-4060-95c1-9ff120d1d606 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:46.451161 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fe802f7e-9424-442b-9acb-18717d97fce1 req-fef65dae-4b19-4060-95c1-9ff120d1d606 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 946 time: 0.0901301 Jun 04 00:47:46.494279 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fe802f7e-9424-442b-9acb-18717d97fce1 req-ffc09e81-9316-445d-8ad6-b6e242f94921 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372269 Jun 04 00:47:46.764535 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf757e-ccd0-4e50-8ebb-4833556c0962 req-9221a664-f95d-4325-8053-5150249923ab tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:46.765994 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0baf757e-ccd0-4e50-8ebb-4833556c0962 req-9221a664-f95d-4325-8053-5150249923ab tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0875933 Jun 04 00:47:46.811434 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0baf757e-ccd0-4e50-8ebb-4833556c0962 req-1cf0423e-e71a-4da7-8c83-7aa3d8e0d40a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396132 Jun 04 00:47:47.181331 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e50f09-004f-493a-8d18-1dc458951c81 req-574fa5fe-7a82-4ef7-b9e3-31bb55f951a5 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:47.182785 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-05e50f09-004f-493a-8d18-1dc458951c81 req-574fa5fe-7a82-4ef7-b9e3-31bb55f951a5 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 944 time: 0.0882053 Jun 04 00:47:47.226735 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-05e50f09-004f-493a-8d18-1dc458951c81 req-991e008f-5231-424b-b492-5de13b8321e9 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Jun 04 00:47:47.321623 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8182449a-d9f1-4c60-96f9-1277ff1a33c6 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:47:47.460004 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8182449a-d9f1-4c60-96f9-1277ff1a33c6, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8182449a-d9f1-4c60-96f9-1277ff1a33c6,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:47.472874 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '8182449a-d9f1-4c60-96f9-1277ff1a33c6', 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105', 'port_id': '8182449a-d9f1-4c60-96f9-1277ff1a33c6', 'mac_address': 'fa:16:3e:a2:c2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1073c2db-d2b6-4189-ae55-7c2b6b2f75f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:47:47.532897 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:47.552139 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8182449a-d9f1-4c60-96f9-1277ff1a33c6 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:47:47.568539 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8182449a-d9f1-4c60-96f9-1277ff1a33c6, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8182449a-d9f1-4c60-96f9-1277ff1a33c6,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:47.574344 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:47.576263 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:47.643254 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:47.653667 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=8182449a-d9f1-4c60-96f9-1277ff1a33c6,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:47.656694 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:48.014357 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a976df-5c42-4dcf-b854-c3ea687f7612 req-e429778a-b606-4af0-8904-91847e527d3a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:48.015882 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c2a976df-5c42-4dcf-b854-c3ea687f7612 req-e429778a-b606-4af0-8904-91847e527d3a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0872033 Jun 04 00:47:48.062346 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c2a976df-5c42-4dcf-b854-c3ea687f7612 req-b87badc7-a134-4017-9eb2-57bb7c873544 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385580 Jun 04 00:47:48.100261 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['8182449a-d9f1-4c60-96f9-1277ff1a33c6'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:47:48.432641 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96930e-4ec3-4b47-9e0a-8047577d2796 req-23630633-0c38-484d-b88f-c94a07aebfc1 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:48.434346 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bf96930e-4ec3-4b47-9e0a-8047577d2796 req-23630633-0c38-484d-b88f-c94a07aebfc1 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 945 time: 0.0914197 Jun 04 00:47:48.480044 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bf96930e-4ec3-4b47-9e0a-8047577d2796 req-34747e16-b6d2-4c03-90e1-0e5f1febbb33 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Jun 04 00:47:49.673170 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f1149-5dc9-4089-8f4f-277ba7cfcaff req-7272205c-d36b-444b-b328-c7025ac3005f tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:49.674643 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-da1f1149-5dc9-4089-8f4f-277ba7cfcaff req-7272205c-d36b-444b-b328-c7025ac3005f tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 945 time: 0.0866363 Jun 04 00:47:49.721304 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-da1f1149-5dc9-4089-8f4f-277ba7cfcaff req-80e39cfd-c353-41ba-bf31-131dfb68e314 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Jun 04 00:47:50.092577 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d85d7-ec49-4004-a049-902ba8ea23ac req-970ee4d2-bfb8-4596-8e63-fe071591eb47 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:50.094020 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ca7d85d7-ec49-4004-a049-902ba8ea23ac req-970ee4d2-bfb8-4596-8e63-fe071591eb47 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 946 time: 0.0796547 Jun 04 00:47:50.137940 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ca7d85d7-ec49-4004-a049-902ba8ea23ac req-47fdb73a-62b3-49a4-b6ac-50a3e39bd4be tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381954 Jun 04 00:47:50.925997 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf38e-ac2e-49f8-9ca0-ace8d54ae841 req-2b89cac0-c1f6-4923-823c-51c2a73de84e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:50.927454 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4b2cf38e-ac2e-49f8-9ca0-ace8d54ae841 req-2b89cac0-c1f6-4923-823c-51c2a73de84e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 945 time: 0.0810668 Jun 04 00:47:50.983060 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4b2cf38e-ac2e-49f8-9ca0-ace8d54ae841 req-039cb86d-4957-41f6-a23f-aeeef8d61701 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493672 Jun 04 00:47:51.334935 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8182449a-d9f1-4c60-96f9-1277ff1a33c6 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:47:51.340325 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4725a8-a8e2-48cc-afcd-202a658b9334 req-28d1daed-4037-4af5-884f-3afe2246136e tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:51.341876 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3e4725a8-a8e2-48cc-afcd-202a658b9334 req-28d1daed-4037-4af5-884f-3afe2246136e tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 946 time: 0.0882933 Jun 04 00:47:51.389635 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3e4725a8-a8e2-48cc-afcd-202a658b9334 req-02ef3f9a-1736-4bb7-a981-aa97e1c8adc2 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/security-groups?id=beaf019c-aea5-4300-8184-b1f41b022ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Jun 04 00:47:51.404402 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 8182449a-d9f1-4c60-96f9-1277ff1a33c6 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:47:51.410159 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 8182449a-d9f1-4c60-96f9-1277ff1a33c6 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:47:51.410534 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:51.524824 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:51.551837 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a00cc7-ffe9-43ec-b59c-7b8f9debee38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8182449a-d9f1-4c60-96f9-1277ff1a33c6'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:47:51.554048 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada7471f-6b15-4f97-ba94-3a69db53387b" -d '{"events": [{"server_uuid": "36a00cc7-ffe9-43ec-b59c-7b8f9debee38", "name": "network-vif-plugged", "status": "completed", "tag": "8182449a-d9f1-4c60-96f9-1277ff1a33c6"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:47:51.561739 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8182449a-d9f1-4c60-96f9-1277ff1a33c6, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8182449a-d9f1-4c60-96f9-1277ff1a33c6,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:51.566154 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:51.568238 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:51.600857 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8993bb29-d05f-4e90-83c8-56db47e7e29a x-openstack-request-id: req-8993bb29-d05f-4e90-83c8-56db47e7e29a {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:47:51.601180 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a00cc7-ffe9-43ec-b59c-7b8f9debee38", "name": "network-vif-plugged", "status": "completed", "tag": "8182449a-d9f1-4c60-96f9-1277ff1a33c6", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:47:51.601416 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8993bb29-d05f-4e90-83c8-56db47e7e29a {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:47:51.601836 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a00cc7-ffe9-43ec-b59c-7b8f9debee38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8182449a-d9f1-4c60-96f9-1277ff1a33c6', 'code': 200} Jun 04 00:47:51.641823 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=8182449a-d9f1-4c60-96f9-1277ff1a33c6,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:51.645103 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:51.919553 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c1720-a106-40a5-94da-86c6c0bb0d9e req-18d57009-a1ee-494f-b388-eb59d2af0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:51.921075 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c42c1720-a106-40a5-94da-86c6c0bb0d9e req-18d57009-a1ee-494f-b388-eb59d2af0af6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 1099 time: 0.0753953 Jun 04 00:47:52.144928 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-bac4a497-2e42-4bbc-b85d-9ec568f0191c tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:52.147020 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-bac4a497-2e42-4bbc-b85d-9ec568f0191c tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.47 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 946 time: 0.1779547 Jun 04 00:47:52.158262 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c42c1720-a106-40a5-94da-86c6c0bb0d9e req-b67a7ca4-9d3c-4f57-b75a-1554cbcc8469 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899574 Jun 04 00:47:52.205836 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85d788-c83e-4b5c-bcb8-38fe83914b44 req-53a0d26a-a735-437c-8e59-76d12e31c276 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:52.212028 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9c85d788-c83e-4b5c-bcb8-38fe83914b44 req-53a0d26a-a735-437c-8e59-76d12e31c276 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.1032336 Jun 04 00:47:52.254835 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9c85d788-c83e-4b5c-bcb8-38fe83914b44 req-268ed625-a3b1-40bf-8345-e4910998a236 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 Jun 04 00:47:52.301340 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Deleting port e82dddfd-3114-4e3c-b323-3ecac5fb8f36 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:47:52.301767 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:52.438990 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] For port e82dddfd-3114-4e3c-b323-3ecac5fb8f36, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,segment=NetworkSegment(154d9245-c7d9-4bcd-b63c-e11c8414c0f0),segment_id=154d9245-c7d9-4bcd-b63c-e11c8414c0f0)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:52.439395 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:52.565988 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Calling delete_port for e82dddfd-3114-4e3c-b323-3ecac5fb8f36 owned by compute:nova {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:47:52.688796 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:52.697338 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:52.732948 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['e82dddfd-3114-4e3c-b323-3ecac5fb8f36'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:47:52.741647 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Pushing event deleted for resources: {'Port': ['ID=e82dddfd-3114-4e3c-b323-3ecac5fb8f36,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:52.755853 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:52.801532 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-10d7768b-07bf-40a8-99aa-a1594de22864 req-8756f058-70ff-4681-bf72-e422c9b08edb tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f HTTP/1.1" status: 200 len: 210 time: 0.0467684 Jun 04 00:47:52.874727 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] No DVR routers for this DVR port e82dddfd-3114-4e3c-b323-3ecac5fb8f36 on host hv-cinder-48994 {{(pid=103533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:47:52.878497 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:52.881034 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f', 'name': 'network-vif-deleted', 'tag': 'e82dddfd-3114-4e3c-b323-3ecac5fb8f36'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:47:52.883302 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947ed339-cede-4753-95b9-dc80f6853a00" -d '{"events": [{"server_uuid": "e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f", "name": "network-vif-deleted", "tag": "e82dddfd-3114-4e3c-b323-3ecac5fb8f36"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:47:52.899388 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8e263295-ac9b-486b-9c9c-3099eda91e02 req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] 10.222.0.47 "DELETE /v2.0/ports/e82dddfd-3114-4e3c-b323-3ecac5fb8f36 HTTP/1.1" status: 204 len: 173 time: 0.7460442 Jun 04 00:47:52.935788 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf451d1-3640-40db-b932-6c5135dcf402 x-openstack-request-id: req-bbf451d1-3640-40db-b932-6c5135dcf402 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:47:52.936129 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f", "name": "network-vif-deleted", "tag": "e82dddfd-3114-4e3c-b323-3ecac5fb8f36", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:47:52.936420 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbf451d1-3640-40db-b932-6c5135dcf402 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:47:52.936872 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35f422c-b88a-4fc8-b7d9-9bcb7dbd738f', 'name': 'network-vif-deleted', 'tag': 'e82dddfd-3114-4e3c-b323-3ecac5fb8f36', 'status': 'completed', 'code': 200} Jun 04 00:47:53.461264 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1348dc-48bc-4eca-875a-631dff1e9700 req-4a6331d6-ee96-4662-b718-43196fdb691c tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:53.462734 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1f1348dc-48bc-4eca-875a-631dff1e9700 req-4a6331d6-ee96-4662-b718-43196fdb691c tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.0862980 Jun 04 00:47:53.510514 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1f1348dc-48bc-4eca-875a-631dff1e9700 req-67562e0f-5bd6-4630-a0ef-76c0d25e010d tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Jun 04 00:47:53.778978 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540d21b-51c5-4687-8927-56d966bb1bff req-3003cd59-f3d0-4e23-9a3b-ef50e244b923 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:53.781752 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3540d21b-51c5-4687-8927-56d966bb1bff req-3003cd59-f3d0-4e23-9a3b-ef50e244b923 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0889261 Jun 04 00:47:53.828805 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3540d21b-51c5-4687-8927-56d966bb1bff req-66cc1d2c-4a36-4e60-95de-7d22a170b23a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Jun 04 00:47:53.992502 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:54.701603 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf32d-4c87-428a-9a2b-fcfbcd296ae8 req-682ea22d-3a1a-4966-9f67-c5eaf2c5b800 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:54.703017 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-09fbf32d-4c87-428a-9a2b-fcfbcd296ae8 req-682ea22d-3a1a-4966-9f67-c5eaf2c5b800 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.0868859 Jun 04 00:47:54.749042 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-09fbf32d-4c87-428a-9a2b-fcfbcd296ae8 req-9d715821-e9b3-4207-8e8c-a7a3b8433f95 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Jun 04 00:47:55.022990 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e119674-e530-4ebe-bfd2-933a2deb6164 req-226dbf19-ac05-4a03-add7-872f0eb491d2 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:55.024495 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1e119674-e530-4ebe-bfd2-933a2deb6164 req-226dbf19-ac05-4a03-add7-872f0eb491d2 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0839469 Jun 04 00:47:55.078299 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1e119674-e530-4ebe-bfd2-933a2deb6164 req-f5d5c038-b12e-4e90-b9db-690cb331e767 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471888 Jun 04 00:47:55.356135 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device e82dddfd-3114-4e3c-b323-3ecac5fb8f36 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:47:55.395329 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: e82dddfd-3114-4e3c-b323-3ecac5fb8f36 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:47:55.395807 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device e82dddfd-3114-4e3c-b323-3ecac5fb8f36 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:47:56.274859 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dba5e-1ad8-40c8-b389-700555053628 req-3b91b2fe-c642-4aec-b2a2-24b956659a86 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:56.276468 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2f3dba5e-1ad8-40c8-b389-700555053628 req-3b91b2fe-c642-4aec-b2a2-24b956659a86 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0827863 Jun 04 00:47:56.327087 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2f3dba5e-1ad8-40c8-b389-700555053628 req-c6290088-dcce-4805-ba40-2b9770af31e6 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Jun 04 00:47:57.136744 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-99b5a1e4-97fb-447d-977b-f156c34e78a9 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:57.138374 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-99b5a1e4-97fb-447d-977b-f156c34e78a9 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0850995 Jun 04 00:47:57.287390 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Deleting port db442f1f-13b4-497c-81d1-247ad05cbdf0 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:47:57.287815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:57.445661 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] For port db442f1f-13b4-497c-81d1-247ad05cbdf0, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db442f1f-13b4-497c-81d1-247ad05cbdf0,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:47:57.446016 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:57.536938 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108703-70a4-4710-a133-e85e330c727d req-c550a46e-9be6-4833-bb38-0a0cf7170581 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:47:57.538677 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-87108703-70a4-4710-a133-e85e330c727d req-c550a46e-9be6-4833-bb38-0a0cf7170581 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 946 time: 0.0967889 Jun 04 00:47:57.582732 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Calling delete_port for db442f1f-13b4-497c-81d1-247ad05cbdf0 owned by compute:nova {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:47:57.583122 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-87108703-70a4-4710-a133-e85e330c727d req-8676cf20-6642-4d47-9057-bfb569730ca4 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Jun 04 00:47:57.769214 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:57.776823 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:47:57.806878 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['ed1c9a31-adb7-4118-926f-c74dbbfb03c6', 'db442f1f-13b4-497c-81d1-247ad05cbdf0'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:47:57.821618 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Pushing event deleted for resources: {'Port': ['ID=db442f1f-13b4-497c-81d1-247ad05cbdf0,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:47:57.847942 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:47:57.920755 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] No DVR routers for this DVR port db442f1f-13b4-497c-81d1-247ad05cbdf0 on host hv-cinder-48994 {{(pid=103533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:47:57.923678 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:47:57.928086 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa023669-b7bd-41ed-a74a-e8df28fc3021', 'name': 'network-vif-deleted', 'tag': 'db442f1f-13b4-497c-81d1-247ad05cbdf0'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:47:57.931144 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6d2f39-9337-43be-8e1a-0c02a4644338" -d '{"events": [{"server_uuid": "fa023669-b7bd-41ed-a74a-e8df28fc3021", "name": "network-vif-deleted", "tag": "db442f1f-13b4-497c-81d1-247ad05cbdf0"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:47:57.947362 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-328b8a60-4438-4a10-9c0e-86cb2b0b0840 req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.47 "DELETE /v2.0/ports/db442f1f-13b4-497c-81d1-247ad05cbdf0 HTTP/1.1" status: 204 len: 173 time: 0.8030782 Jun 04 00:47:57.982950 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f99ad9-5cd2-497c-97d3-b9b6f8f0d718 x-openstack-request-id: req-41f99ad9-5cd2-497c-97d3-b9b6f8f0d718 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:47:57.983273 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa023669-b7bd-41ed-a74a-e8df28fc3021", "name": "network-vif-deleted", "tag": "db442f1f-13b4-497c-81d1-247ad05cbdf0", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:47:57.983568 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41f99ad9-5cd2-497c-97d3-b9b6f8f0d718 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:47:57.984013 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa023669-b7bd-41ed-a74a-e8df28fc3021', 'name': 'network-vif-deleted', 'tag': 'db442f1f-13b4-497c-81d1-247ad05cbdf0', 'status': 'completed', 'code': 200} Jun 04 00:47:58.805485 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-5b6fffb2-3314-49a8-96c7-affa8e505970 req-57590c4c-8be2-4e45-bea4-cca04a5b5748 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Synchronizing usage tracker for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:47:58.829814 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-5b6fffb2-3314-49a8-96c7-affa8e505970 req-57590c4c-8be2-4e45-bea4-cca04a5b5748 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Unset dirty status for tenant:e95e2cb808de4ac698e4e91e48b29af7 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:47:58.831368 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5b6fffb2-3314-49a8-96c7-affa8e505970 req-57590c4c-8be2-4e45-bea4-cca04a5b5748 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa023669-b7bd-41ed-a74a-e8df28fc3021 HTTP/1.1" status: 200 len: 210 time: 0.0723579 Jun 04 00:48:00.309806 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce70c55-67ac-479c-9339-f93a4f150a8e req-585c87c5-57b0-4c83-a1f0-8724c477254a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:00.311243 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cce70c55-67ac-479c-9339-f93a4f150a8e req-585c87c5-57b0-4c83-a1f0-8724c477254a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0874033 Jun 04 00:48:00.365014 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cce70c55-67ac-479c-9339-f93a4f150a8e req-738b0bb2-5fa7-429f-8261-899803cede6a tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470004 Jun 04 00:48:00.888787 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c71f9d-8f55-4f8e-8dc3-7d307787d853 req-1e148850-e558-462c-8fdb-210cf11a8a36 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:00.890258 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-18c71f9d-8f55-4f8e-8dc3-7d307787d853 req-1e148850-e558-462c-8fdb-210cf11a8a36 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0797451 Jun 04 00:48:00.937604 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-18c71f9d-8f55-4f8e-8dc3-7d307787d853 req-b2e2aa16-7cd5-4798-b3ec-d822bcc75342 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Jun 04 00:48:01.383374 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device db442f1f-13b4-497c-81d1-247ad05cbdf0 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:48:01.421736 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: db442f1f-13b4-497c-81d1-247ad05cbdf0 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:48:01.422089 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device db442f1f-13b4-497c-81d1-247ad05cbdf0 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:48:01.586018 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236467a-d20b-401a-99b3-a1149b83cdae req-8e6c97ed-627c-44d3-aaa3-e7eeb485d851 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:01.587492 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2236467a-d20b-401a-99b3-a1149b83cdae req-8e6c97ed-627c-44d3-aaa3-e7eeb485d851 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1011212 Jun 04 00:48:01.649552 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2236467a-d20b-401a-99b3-a1149b83cdae req-34727d06-4fbc-4383-adec-a65d9ebe2d58 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556169 Jun 04 00:48:02.164923 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb2bdb-1236-41a9-a668-6273c7ab9f1d req-a8edc16b-aff3-4e3e-8749-66372224ffcf tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:02.166478 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2bcb2bdb-1236-41a9-a668-6273c7ab9f1d req-a8edc16b-aff3-4e3e-8749-66372224ffcf tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0854874 Jun 04 00:48:02.166624 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a978-3a30-4379-ac31-beb90dfabd41 req-89f24023-95d2-40e9-8d9b-8f917bf8a382 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:02.168246 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3c64a978-3a30-4379-ac31-beb90dfabd41 req-89f24023-95d2-40e9-8d9b-8f917bf8a382 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0809813 Jun 04 00:48:02.215140 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2bcb2bdb-1236-41a9-a668-6273c7ab9f1d req-5ab3a2fb-42cd-432e-9702-40939fab0216 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Jun 04 00:48:02.219099 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3c64a978-3a30-4379-ac31-beb90dfabd41 req-61341b23-3e3b-4642-bf6d-15640168c3ae tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450041 Jun 04 00:48:02.839485 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd0436-62fc-4cee-ba78-160966e9ddd1 req-1883f6b1-5eb9-4388-aa14-ec5d68785e79 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:02.840990 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e8cd0436-62fc-4cee-ba78-160966e9ddd1 req-1883f6b1-5eb9-4388-aa14-ec5d68785e79 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0843027 Jun 04 00:48:02.890394 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e8cd0436-62fc-4cee-ba78-160966e9ddd1 req-e7efe252-2802-4cd6-baf0-758e37ad88bb tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Jun 04 00:48:03.416449 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba442df-9594-4066-a5ba-a4bb93488399 req-2bf8dbb9-5b9f-4e5e-8500-991fe710f755 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:03.418057 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ba442df-9594-4066-a5ba-a4bb93488399 req-2bf8dbb9-5b9f-4e5e-8500-991fe710f755 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0905032 Jun 04 00:48:03.434156 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d40542-bf89-46ed-9fe6-5d43d61e85b6 req-873620bc-23c5-455f-9f6a-f7fcc1f7b968 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:03.436883 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-17d40542-bf89-46ed-9fe6-5d43d61e85b6 req-873620bc-23c5-455f-9f6a-f7fcc1f7b968 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1031475 Jun 04 00:48:03.483442 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ba442df-9594-4066-a5ba-a4bb93488399 req-88049357-9d4f-4935-8e5e-ccd273a0773f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484197 Jun 04 00:48:03.494983 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-17d40542-bf89-46ed-9fe6-5d43d61e85b6 req-32bf2027-c8a4-41de-ad66-c7f9f804d9d0 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 Jun 04 00:48:04.108198 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474a820-0fd3-48a3-9022-22dca1fc446c req-ad3676d2-2961-4f58-93cf-6081eb3576a2 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:04.109801 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6474a820-0fd3-48a3-9022-22dca1fc446c req-ad3676d2-2961-4f58-93cf-6081eb3576a2 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0899632 Jun 04 00:48:04.157219 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6474a820-0fd3-48a3-9022-22dca1fc446c req-e91a2df8-9cec-4b66-8ec6-66f68700f510 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Jun 04 00:48:04.688506 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03923940-f99d-41b3-abba-abbf3c13ea86 req-eda69fde-9b06-4216-ad0e-8cb438d4cd48 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:04.690235 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-03923940-f99d-41b3-abba-abbf3c13ea86 req-eda69fde-9b06-4216-ad0e-8cb438d4cd48 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0818207 Jun 04 00:48:04.692462 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4f5f-91d3-45f0-a432-3567376ce230 req-b4d83984-a3a1-4123-84fb-25414d2ef65b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:04.694249 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4bca4f5f-91d3-45f0-a432-3567376ce230 req-b4d83984-a3a1-4123-84fb-25414d2ef65b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0895896 Jun 04 00:48:04.737267 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-03923940-f99d-41b3-abba-abbf3c13ea86 req-0b822670-ccbe-40dc-b95a-9575ad84f5a7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397019 Jun 04 00:48:04.740038 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4bca4f5f-91d3-45f0-a432-3567376ce230 req-0a50235c-bb80-40af-8c63-96e20a5fabe5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Jun 04 00:48:05.363597 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88816b-8720-494a-a487-142201909575 req-1d39334b-fce2-4a1b-a81d-811807a90c31 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:05.365052 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1d88816b-8720-494a-a487-142201909575 req-1d39334b-fce2-4a1b-a81d-811807a90c31 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0868423 Jun 04 00:48:05.412972 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1d88816b-8720-494a-a487-142201909575 req-f8b74031-d75f-46ca-8b1b-62eb456ae9b3 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Jun 04 00:48:05.929425 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f806c-7437-4077-a01e-a61b0d7d64c7 req-e7115515-c0de-450b-bd6e-c051c8a8f882 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:05.930905 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-743f806c-7437-4077-a01e-a61b0d7d64c7 req-e7115515-c0de-450b-bd6e-c051c8a8f882 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0837548 Jun 04 00:48:05.944054 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82910a75-210f-4df6-a7a4-82a5d10dac42 req-86bd1cc6-25c3-4140-904f-1b1796dea858 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:05.945692 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-82910a75-210f-4df6-a7a4-82a5d10dac42 req-86bd1cc6-25c3-4140-904f-1b1796dea858 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0808830 Jun 04 00:48:05.976967 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-743f806c-7437-4077-a01e-a61b0d7d64c7 req-42e3efa0-67e6-4add-8edd-ce15b2ee1885 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401840 Jun 04 00:48:05.993951 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-82910a75-210f-4df6-a7a4-82a5d10dac42 req-c55a2803-7e83-4a5e-b68a-657a7e7d5559 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420370 Jun 04 00:48:06.603152 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3339e92-d5c2-4de2-af17-942897740ab8 req-1325ce1a-f45a-4ec5-b12a-5e1546d77f84 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:06.604699 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b3339e92-d5c2-4de2-af17-942897740ab8 req-1325ce1a-f45a-4ec5-b12a-5e1546d77f84 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0808039 Jun 04 00:48:06.655142 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b3339e92-d5c2-4de2-af17-942897740ab8 req-2f0489de-8c16-430b-89ee-b72ecda08ff2 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438349 Jun 04 00:48:07.183683 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77713b-3307-41b5-9e94-550b8f5f8592 req-ce8d1c2e-233a-4917-bfc2-9d2d3cc006d5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:07.185201 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cf77713b-3307-41b5-9e94-550b8f5f8592 req-ce8d1c2e-233a-4917-bfc2-9d2d3cc006d5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0832016 Jun 04 00:48:07.193942 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fce48a-a6ab-4c56-bcfb-e2817a1db08e req-9cbf0882-aabb-4be3-b22f-97ab0efa5b29 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:07.195475 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-56fce48a-a6ab-4c56-bcfb-e2817a1db08e req-9cbf0882-aabb-4be3-b22f-97ab0efa5b29 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0841355 Jun 04 00:48:07.232066 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cf77713b-3307-41b5-9e94-550b8f5f8592 req-ee388dd9-2bd2-4b54-9b2c-f36f954e946d tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 Jun 04 00:48:07.292914 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-56fce48a-a6ab-4c56-bcfb-e2817a1db08e req-24b6d170-de6e-485b-9164-157c8512e1ad tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634873 Jun 04 00:48:07.317588 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-ff778c3c-c536-490a-bb9a-19d256c1ae75 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:07.319202 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-ff778c3c-c536-490a-bb9a-19d256c1ae75 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.1201630 Jun 04 00:48:07.459110 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Deleting port ed1c9a31-adb7-4118-926f-c74dbbfb03c6 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:48:07.459463 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:07.594254 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] For port ed1c9a31-adb7-4118-926f-c74dbbfb03c6, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:07.594629 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:07.789600 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Calling delete_port for ed1c9a31-adb7-4118-926f-c74dbbfb03c6 owned by compute:nova {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:48:07.854275 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233fd13-d002-4c0d-8fdc-077f24d6ff7f req-fb78af2f-0dd9-4eb5-867f-714caa566b7f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:07.855839 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f233fd13-d002-4c0d-8fdc-077f24d6ff7f req-fb78af2f-0dd9-4eb5-867f-714caa566b7f tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a9e813-ebe4-4920-9f88-f0661c9c7f60 HTTP/1.1" status: 200 len: 945 time: 0.0915120 Jun 04 00:48:07.903491 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f233fd13-d002-4c0d-8fdc-077f24d6ff7f req-f9ebbb7e-ea0c-46a2-9f69-d4a655517b34 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.44 "GET /v2.0/security-groups?id=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Jun 04 00:48:07.912895 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:07.925041 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9daf8b8d-4647-4a48-b9bc-9a4d400da0e4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:07.965891 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['ed1c9a31-adb7-4118-926f-c74dbbfb03c6'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:48:07.971076 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Pushing event deleted for resources: {'Port': ['ID=ed1c9a31-adb7-4118-926f-c74dbbfb03c6,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:07.974736 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:08.048182 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] No DVR routers for this DVR port ed1c9a31-adb7-4118-926f-c74dbbfb03c6 on host hv-cinder-48994 {{(pid=103533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:48:08.050750 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:08.053382 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a9e813-ebe4-4920-9f88-f0661c9c7f60', 'name': 'network-vif-deleted', 'tag': 'ed1c9a31-adb7-4118-926f-c74dbbfb03c6'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:48:08.055708 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2af163f-f17f-444c-b251-99f5e83e8a4d" -d '{"events": [{"server_uuid": "89a9e813-ebe4-4920-9f88-f0661c9c7f60", "name": "network-vif-deleted", "tag": "ed1c9a31-adb7-4118-926f-c74dbbfb03c6"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:48:08.070922 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5bc2a674-1284-494c-8bd6-c8493e3919c8 req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] 10.222.0.47 "DELETE /v2.0/ports/ed1c9a31-adb7-4118-926f-c74dbbfb03c6 HTTP/1.1" status: 204 len: 173 time: 0.7458005 Jun 04 00:48:08.101195 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b30e4d-fcaf-49ac-a335-94c0ae6cdd70 x-openstack-request-id: req-06b30e4d-fcaf-49ac-a335-94c0ae6cdd70 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:48:08.101626 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a9e813-ebe4-4920-9f88-f0661c9c7f60", "name": "network-vif-deleted", "tag": "ed1c9a31-adb7-4118-926f-c74dbbfb03c6", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:48:08.101779 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06b30e4d-fcaf-49ac-a335-94c0ae6cdd70 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:48:08.102391 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a9e813-ebe4-4920-9f88-f0661c9c7f60', 'name': 'network-vif-deleted', 'tag': 'ed1c9a31-adb7-4118-926f-c74dbbfb03c6', 'status': 'completed', 'code': 200} Jun 04 00:48:08.434858 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb539-1a0b-490b-ac90-a1aa8f97082f req-bdd2250d-0abd-45c9-aee3-fa8ec949004d tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:08.442892 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dbccb539-1a0b-490b-ac90-a1aa8f97082f req-bdd2250d-0abd-45c9-aee3-fa8ec949004d tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0917366 Jun 04 00:48:08.484523 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dbccb539-1a0b-490b-ac90-a1aa8f97082f req-6c210cf9-de7e-4eb7-bff9-770c7a0fe324 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Jun 04 00:48:08.509381 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209d880-6516-4a2f-948b-efc57264e1f2 req-45a514eb-fb72-46f0-9112-0e6f853f66ce tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:08.510884 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c209d880-6516-4a2f-948b-efc57264e1f2 req-45a514eb-fb72-46f0-9112-0e6f853f66ce tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0923626 Jun 04 00:48:08.558056 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c209d880-6516-4a2f-948b-efc57264e1f2 req-54ff8fe2-2f53-4df4-80ee-293b3dae0624 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415194 Jun 04 00:48:09.013762 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 37216) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:09.576117 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8269668'] for router_interface, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:09.773138 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6262ed-ac93-4b73-8373-1750aa9b1d69 req-f5d4f7ed-e29b-4aec-a593-49abd85ac1a9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:09.774762 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ef6262ed-ac93-4b73-8373-1750aa9b1d69 req-f5d4f7ed-e29b-4aec-a593-49abd85ac1a9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0937595 Jun 04 00:48:09.819140 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ef6262ed-ac93-4b73-8373-1750aa9b1d69 req-062915fb-bfd5-4767-8449-63f880bca03a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386012 Jun 04 00:48:09.861429 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b749f-1597-4468-a94e-a2abfd5f9504 req-b8a5bb63-00ed-4a31-8f4b-848dadafe1e3 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:09.862956 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-670b749f-1597-4468-a94e-a2abfd5f9504 req-b8a5bb63-00ed-4a31-8f4b-848dadafe1e3 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.2312505 Jun 04 00:48:09.953598 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-670b749f-1597-4468-a94e-a2abfd5f9504 req-8eafa5e5-b795-4d47-a780-3bff533a433b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830531 Jun 04 00:48:10.088128 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Deleting port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:48:10.088391 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:10.295728 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] For port fb3677a8-ff7d-4a62-acf5-e5c1ec084d70, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=fb3677a8-ff7d-4a62-acf5-e5c1ec084d70,segment=NetworkSegment(3daca97a-61aa-462f-bef6-1e4c9e0b91b9),segment_id=3daca97a-61aa-462f-bef6-1e4c9e0b91b9)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:10.296035 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:10.422960 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Calling delete_port for fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 owned by network:router_interface {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:48:10.713362 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:10.717012 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7d26eb5b-11d2-435e-b69b-63df6c297e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:10.766006 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3677a8-ff7d-4a62-acf5-e5c1ec084d70,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:10.769211 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:11.012898 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc2812-7540-4ff4-a42c-cf09d4ddbd38 req-14b59db9-d942-4c4d-8df2-dd2e53f96fd6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:11.014462 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bddc2812-7540-4ff4-a42c-cf09d4ddbd38 req-14b59db9-d942-4c4d-8df2-dd2e53f96fd6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0833673 Jun 04 00:48:11.027724 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8265146'] for router_interface, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:11.060244 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bddc2812-7540-4ff4-a42c-cf09d4ddbd38 req-99a5f06f-99e0-4ddb-be47-e47f0cad7ff1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394919 Jun 04 00:48:11.327075 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dacdd-be1e-438c-b57c-8f70ca149775 req-6a3eac85-ea31-421d-a066-992f447f5c34 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:11.328628 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-311dacdd-be1e-438c-b57c-8f70ca149775 req-6a3eac85-ea31-421d-a066-992f447f5c34 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.2390273 Jun 04 00:48:11.399550 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device ed1c9a31-adb7-4118-926f-c74dbbfb03c6 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:48:11.433765 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: ed1c9a31-adb7-4118-926f-c74dbbfb03c6 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:48:11.434117 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device ed1c9a31-adb7-4118-926f-c74dbbfb03c6 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:48:11.550514 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-311dacdd-be1e-438c-b57c-8f70ca149775 req-f77e6913-57f6-4192-a813-698066543085 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157655 Jun 04 00:48:11.555657 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37246) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:11.582598 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:48:11.620883 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5b5f09-dc14-4725-af0e-46dd33236d73 admin admin] Deleting subnet 41289ce5-8ae1-4f82-b77d-08e74b84a144 {{(pid=103534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:48:11.623888 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5f09-dc14-4725-af0e-46dd33236d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:11.672895 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5f09-dc14-4725-af0e-46dd33236d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6466758'] for subnet, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:11.733507 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5f09-dc14-4725-af0e-46dd33236d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:11.760526 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:48:11.769308 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] Sync routers for ids ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:48:11.773047 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] 10.222.0.44 "PUT /v2.0/routers/ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7581296 Jun 04 00:48:11.775633 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 37248) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:11.779739 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] Routers {'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:48:11.780559 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:47:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:11.977829 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:11.981355 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] Set router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:48:12.060479 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5f09-dc14-4725-af0e-46dd33236d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5526943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6679791'] for subnet, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.066003 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8b6604cd-84b4-4a10-8e4c-dfd35c9ae71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:12.103776 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b5f09-dc14-4725-af0e-46dd33236d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41289ce5-8ae1-4f82-b77d-08e74b84a144,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:12.107228 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-0e5b5f09-dc14-4725-af0e-46dd33236d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:12.109671 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5f09-dc14-4725-af0e-46dd33236d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.116473 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-0e5b5f09-dc14-4725-af0e-46dd33236d73 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/41289ce5-8ae1-4f82-b77d-08e74b84a144 HTTP/1.1" status: 204 len: 168 time: 0.5592504 Jun 04 00:48:12.118887 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37254) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:12.174325 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.235686 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.260123 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Deleting port ab09df3f-b545-4b85-a62c-a99b950d62e4 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:48:12.260860 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.343343 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:17Z', 'updated_at': '2021-06-04T00:48:10Z', 'revision_number': 5, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'gw_port': {'id': 'ab09df3f-b545-4b85-a62c-a99b950d62e4', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:18Z', 'updated_at': '2021-06-04T00:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:12.349372 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] Checking router: ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:48:12.361632 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] Routers {'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:48:12.362964 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:47:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:12.389081 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] For port ab09df3f-b545-4b85-a62c-a99b950d62e4, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=ab09df3f-b545-4b85-a62c-a99b950d62e4,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:12.389454 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.424838 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b1f33-18ee-457e-a6ad-0f3f1a6988f3 req-389fef8b-5a77-4fdf-a762-be9fa299754a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:12.431959 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ed2b1f33-18ee-457e-a6ad-0f3f1a6988f3 req-389fef8b-5a77-4fdf-a762-be9fa299754a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.2002227 Jun 04 00:48:12.443424 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-262415e8-5e12-4e9f-a537-6b23224dd194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.452695 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.470518 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f9788e-4c42-4510-ad67-b2a157e86d13']}} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:12.505563 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ed2b1f33-18ee-457e-a6ad-0f3f1a6988f3 req-9b95a7d6-4ec0-4c07-99b0-9620f3f81a21 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727329 Jun 04 00:48:12.507106 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154d9245-c7d9-4bcd-b63c-e11c8414c0f0') {'for_net_delete': True} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:12.507399 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154d9245-c7d9-4bcd-b63c-e11c8414c0f0') {} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:12.519716 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6466751'] for segment, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.531715 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Calling delete_port for ab09df3f-b545-4b85-a62c-a99b950d62e4 owned by network:router_gateway {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:48:12.555477 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.557672 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] Set router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 gateway port host: None {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:48:12.563301 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:48:12.564938 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5526901'] for segment, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: Traceback (most recent call last): Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: timer() Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: cb(*args, **kw) Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: return func(*args, **kwargs) Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: self._notify() Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: self.callback(batched_events) Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: event.method(event) Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: return f(self, *a, **k) Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: return self._get(url).json() Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: return self.request(url, 'GET', **kwargs) Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:48:12.584076 dv-cinder-489949-11-smb neutron-server[103534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:48:12.664902 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:17Z', 'updated_at': '2021-06-04T00:48:12Z', 'revision_number': 6, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'gw_port_host': None}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:12.669045 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753dfc4-329c-48c4-a183-ff912da27f9c None None] The sync data for ids ['ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2'] in dv-cinder-489949-11-smb is: [{'id': 'ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2', 'name': 'tempest-ServerRescueNegativeTestJSON-926386021-router', 'tenant_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:17Z', 'updated_at': '2021-06-04T00:48:12Z', 'revision_number': 6, 'project_id': 'e95e2cb808de4ac698e4e91e48b29af7', 'gw_port_host': None}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:48:12.680628 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.684924 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:12.703795 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.706381 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=31f9788e-4c42-4510-ad67-b2a157e86d13,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:12.709409 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:12.720234 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-6d4e4233-26a3-4ae7-b36f-04dbc4cbdc13 admin admin] 10.222.0.44 "DELETE /v2.0/networks/31f9788e-4c42-4510-ad67-b2a157e86d13 HTTP/1.1" status: 204 len: 168 time: 0.6003287 Jun 04 00:48:12.723227 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37262) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:12.758000 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.765184 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-f215f551-ebdf-45a9-9c34-e83c331179c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:12.784646 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7193491-1977-42a4-bc6b-c22b68764411 admin admin] Deleting subnet ce9eb003-d6a3-4395-bc5f-dd1f083a04b2 {{(pid=103534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:48:12.787876 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7193491-1977-42a4-bc6b-c22b68764411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.835431 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7193491-1977-42a4-bc6b-c22b68764411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6466758'] for subnet, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.841299 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab09df3f-b545-4b85-a62c-a99b950d62e4,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:12.849449 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:12.892878 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7193491-1977-42a4-bc6b-c22b68764411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:12.904527 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de847a0-ee58-48d2-b429-b82b08664a99 req-49575f31-46d8-4dd5-bcd3-af411b042fd4 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:12.906040 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0de847a0-ee58-48d2-b429-b82b08664a99 req-49575f31-46d8-4dd5-bcd3-af411b042fd4 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.2242918 Jun 04 00:48:12.939894 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8307993'] for router_gateway, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.163339 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7193491-1977-42a4-bc6b-c22b68764411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5526943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6679791'] for subnet, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.168413 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:13.206286 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7193491-1977-42a4-bc6b-c22b68764411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9eb003-d6a3-4395-bc5f-dd1f083a04b2,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:13.208937 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-f7193491-1977-42a4-bc6b-c22b68764411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:13.212350 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7193491-1977-42a4-bc6b-c22b68764411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.218483 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-f7193491-1977-42a4-bc6b-c22b68764411 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ce9eb003-d6a3-4395-bc5f-dd1f083a04b2 HTTP/1.1" status: 204 len: 168 time: 0.4941657 Jun 04 00:48:13.221093 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37270) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:13.238145 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0de847a0-ee58-48d2-b429-b82b08664a99 req-c9ddcd19-c52c-4d75-a9af-730a1d5df8ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253090 Jun 04 00:48:13.245900 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8269863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.249602 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.328844 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.333086 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8270003'] for router, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.333633 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 {{(pid=103533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 00:48:13.346049 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.347159 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ea65d4c2-2629-4383-8b1c-6bfcb8b4cff2 HTTP/1.1" status: 204 len: 168 time: 1.5705919 Jun 04 00:48:13.349725 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 37272) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:13.409719 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bc2205-cabd-46fb-a03b-ece501d085be admin admin] Deleting subnet a183448e-557b-40bc-a7fc-c595a3ba64dd {{(pid=103533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:48:13.412730 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-96bc2205-cabd-46fb-a03b-ece501d085be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.453847 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.461402 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-96bc2205-cabd-46fb-a03b-ece501d085be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7032485'] for subnet, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.468240 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8dbf3a-8f57-44c8-bf71-7b4d14b84472']}} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:13.481611 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0d1324-a44a-4fe4-80e6-65b25deb67d1') {'for_net_delete': True} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:13.481917 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0d1324-a44a-4fe4-80e6-65b25deb67d1') {} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:13.493737 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6466751'] for segment, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.511219 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.517624 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:48:13.518109 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5526901'] for segment, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.519981 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-96bc2205-cabd-46fb-a03b-ece501d085be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: Traceback (most recent call last): Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: timer() Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: cb(*args, **kw) Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: return func(*args, **kwargs) Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: self._notify() Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: self.callback(batched_events) Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: event.method(event) Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: return f(self, *a, **k) Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: return self._get(url).json() Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: return self.request(url, 'GET', **kwargs) Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:48:13.531699 dv-cinder-489949-11-smb neutron-server[103534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:48:13.744116 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.751730 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4de8579c-17a9-4915-8943-4c32c81ffcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:13.764785 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.777958 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8dbf3a-8f57-44c8-bf71-7b4d14b84472,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:13.781041 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:13.785466 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-453a87e0-8f45-4b08-9049-d09d3a2c51ce admin admin] 10.222.0.44 "DELETE /v2.0/networks/9e8dbf3a-8f57-44c8-bf71-7b4d14b84472 HTTP/1.1" status: 204 len: 168 time: 0.5633655 Jun 04 00:48:13.796284 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-96bc2205-cabd-46fb-a03b-ece501d085be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7030178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6313886'] for subnet, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.801744 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8fd7db6f-b22e-4f28-8142-bcc232c08261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:13.806055 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b0162-9533-454b-bf2a-c48072f1c9cc req-44413aa8-d498-467c-9e41-5f1a464f1f40 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:13.807581 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-781b0162-9533-454b-bf2a-c48072f1c9cc req-44413aa8-d498-467c-9e41-5f1a464f1f40 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1262357 Jun 04 00:48:13.844367 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2205-cabd-46fb-a03b-ece501d085be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a183448e-557b-40bc-a7fc-c595a3ba64dd,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:13.847442 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-96bc2205-cabd-46fb-a03b-ece501d085be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:13.848487 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-96bc2205-cabd-46fb-a03b-ece501d085be admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:13.853228 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-781b0162-9533-454b-bf2a-c48072f1c9cc req-a5609906-3896-4944-9b86-2924e7cd9840 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397842 Jun 04 00:48:13.857949 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-96bc2205-cabd-46fb-a03b-ece501d085be admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a183448e-557b-40bc-a7fc-c595a3ba64dd HTTP/1.1" status: 204 len: 168 time: 0.5072482 Jun 04 00:48:13.860286 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 37282) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:13.976858 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.003118 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37284) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:14.053705 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-f07e1b6d-8ae9-4e78-9e35-18247198c768 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec3e44eedb4641e08d105f4e0c0820a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492437 Jun 04 00:48:14.056170 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37288) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:14.113352 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.123246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-abe85ae9-dc68-4421-a938-10d227ba1c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.127910 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f13caf1-29b6-4a43-83b2-1c3ed80050a7']}} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:14.140229 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daca97a-61aa-462f-bef6-1e4c9e0b91b9') {'for_net_delete': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:14.140531 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daca97a-61aa-462f-bef6-1e4c9e0b91b9') {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:48:14.143472 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-abe85ae9-dc68-4421-a938-10d227ba1c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.151609 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7032540'] for segment, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.166953 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.172958 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:48:14.173338 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030088'] for segment, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: Traceback (most recent call last): Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: timer() Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: cb(*args, **kw) Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: return func(*args, **kwargs) Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: self._notify() Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: self.callback(batched_events) Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: event.method(event) Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: return f(self, *a, **k) Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: return self._get(url).json() Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: return self.request(url, 'GET', **kwargs) Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:48:14.187099 dv-cinder-489949-11-smb neutron-server[103533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:48:14.193959 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-abe85ae9-dc68-4421-a938-10d227ba1c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.198978 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9c56c6ab-796a-4841-9f2b-5795ad7e0520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:14.211731 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe85ae9-dc68-4421-a938-10d227ba1c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaf019c-aea5-4300-8184-b1f41b022ebd,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:14.214409 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-abe85ae9-dc68-4421-a938-10d227ba1c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:14.229312 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-abe85ae9-dc68-4421-a938-10d227ba1c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.230369 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-abe85ae9-dc68-4421-a938-10d227ba1c82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/beaf019c-aea5-4300-8184-b1f41b022ebd HTTP/1.1" status: 204 len: 168 time: 0.1732192 Jun 04 00:48:14.271559 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.275753 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c5a79d7d-3bf6-411a-9474-49ff35015912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:14.294672 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.297084 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f13caf1-29b6-4a43-83b2-1c3ed80050a7,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:14.302748 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:14.310891 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-fe824403-9314-4b53-8259-3ac8795f7b60 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1f13caf1-29b6-4a43-83b2-1c3ed80050a7 HTTP/1.1" status: 204 len: 168 time: 0.4490919 Jun 04 00:48:14.403914 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:48:14.451334 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:48:14.451892 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device fb3677a8-ff7d-4a62-acf5-e5c1ec084d70 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:48:14.452655 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device ab09df3f-b545-4b85-a62c-a99b950d62e4 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:48:14.477666 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81474521-0a0e-45f1-b217-a69a089030ff req-99aa370e-e6ee-4990-a4b3-03b49d03bc0b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:14.479389 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-81474521-0a0e-45f1-b217-a69a089030ff req-99aa370e-e6ee-4990-a4b3-03b49d03bc0b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1075952 Jun 04 00:48:14.491244 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: ab09df3f-b545-4b85-a62c-a99b950d62e4 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:48:14.492329 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device ab09df3f-b545-4b85-a62c-a99b950d62e4 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:48:14.532797 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-81474521-0a0e-45f1-b217-a69a089030ff req-0d700143-52ef-4524-977a-58cb363a5443 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473130 Jun 04 00:48:14.586712 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 37298) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:14.640023 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-824bd18a-93b0-4126-bcf8-a4a0c134e968 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e95e2cb808de4ac698e4e91e48b29af7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515234 Jun 04 00:48:14.642478 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 37300) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:14.653043 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37302) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:14.699954 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-b060dc6d-df79-4448-8cd9-2b8afe936ca5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dea333fca2164e97ae9aba4b9a10762a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455227 Jun 04 00:48:14.700282 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6f957967-23b6-4149-ba05-9d6048fa799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.702359 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37304) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:14.726595 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6f957967-23b6-4149-ba05-9d6048fa799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.762816 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ba3b31ab-7ce2-4fc9-8952-bcf8c6b4ff1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.778437 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6f957967-23b6-4149-ba05-9d6048fa799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.783053 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-62b54d10-b0d3-4637-b5d6-16510e013bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:14.789921 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ba3b31ab-7ce2-4fc9-8952-bcf8c6b4ff1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.796249 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f957967-23b6-4149-ba05-9d6048fa799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:14.801391 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6f957967-23b6-4149-ba05-9d6048fa799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:14.804584 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6f957967-23b6-4149-ba05-9d6048fa799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.808408 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-6f957967-23b6-4149-ba05-9d6048fa799d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/779e7e71-5e5a-4ca3-a996-0aa02b1b2d1b HTTP/1.1" status: 204 len: 168 time: 0.1650128 Jun 04 00:48:14.861734 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ba3b31ab-7ce2-4fc9-8952-bcf8c6b4ff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.867127 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-abe85ae9-dc68-4421-a938-10d227ba1c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:14.882988 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ba3b31ab-7ce2-4fc9-8952-bcf8c6b4ff1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:14.886478 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ba3b31ab-7ce2-4fc9-8952-bcf8c6b4ff1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99a922dc-a36b-4c80-8286-029a5951a3c0 HTTP/1.1" status: 204 len: 168 time: 0.1810067 Jun 04 00:48:14.886478 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b31ab-7ce2-4fc9-8952-bcf8c6b4ff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a922dc-a36b-4c80-8286-029a5951a3c0,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:14.893229 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ba3b31ab-7ce2-4fc9-8952-bcf8c6b4ff1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:14.979176 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:15.079256 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c50dc-8b7e-4f72-bbba-1f443800d2fc req-75a07c00-61e9-46d3-889c-a800b218fcc8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:15.080920 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4e9c50dc-8b7e-4f72-bbba-1f443800d2fc req-75a07c00-61e9-46d3-889c-a800b218fcc8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1024170 Jun 04 00:48:15.137101 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4e9c50dc-8b7e-4f72-bbba-1f443800d2fc req-d5e7e78e-bc86-4e16-8f89-2ebc35c6fe10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495608 Jun 04 00:48:15.198352 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-38c9fc40-7953-40b7-9762-4aebc00fcd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:15.727404 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a947d7-0d47-4545-ae65-5c7b586514c0 req-ccd5a084-2ead-411f-979f-aa632b9c3746 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:15.729024 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-38a947d7-0d47-4545-ae65-5c7b586514c0 req-ccd5a084-2ead-411f-979f-aa632b9c3746 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0866694 Jun 04 00:48:15.777154 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-38a947d7-0d47-4545-ae65-5c7b586514c0 req-f1c27ec6-2877-463e-b10b-8925bd5a84ed tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Jun 04 00:48:15.863828 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 37350) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:15.964004 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.124418 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1316920294-network', 'tenant_id': 'c1c3c2e9c3ca46428da5e1689da07e03'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:48:16.129219 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:48:16.133198 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Usage tracker for resource:network and tenant:c1c3c2e9c3ca46428da5e1689da07e03 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:48:16.136153 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:48:16.142218 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:48:16.153593 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Made reservation on behalf of c1c3c2e9c3ca46428da5e1689da07e03 for: {'network': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:48:16.155932 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.168063 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.182581 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:48:16.186101 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Usage tracker for resource:security_group_rule and tenant:c1c3c2e9c3ca46428da5e1689da07e03 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:48:16.189122 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:48:16.201905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:48:16.322847 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.328580 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.332101 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a3ca75fd-776d-4036-ab44-486f34acfab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:16.358363 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282f849-e292-49f8-bd0e-ebc930361ff9 req-902704c9-ae92-4128-8e7b-e5a4735ff2de tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:16.365343 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d494f-6a32-4390-8788-8fb4f8f95c00,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:16.366352 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6282f849-e292-49f8-bd0e-ebc930361ff9 req-902704c9-ae92-4128-8e7b-e5a4735ff2de tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1001899 Jun 04 00:48:16.370040 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:16.377047 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:48:16.386931 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.387277 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.segments_db [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Added segment 2caa405e-d929-4014-828b-532cad6a6028 of type vlan for network 46884429-1ed9-45b1-9f66-ebb425e6c9aa Jun 04 00:48:16.418044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.444081 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6282f849-e292-49f8-bd0e-ebc930361ff9 req-4ffae8a0-841a-41a5-bfea-b33c6d96d148 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767794 Jun 04 00:48:16.463725 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.465208 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:16.465893 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.470839 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:16.651846 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7867405 Jun 04 00:48:16.654924 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37400) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:16.660608 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Request body: {'subnet': {'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1316920294-subnet', 'tenant_id': 'c1c3c2e9c3ca46428da5e1689da07e03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:48:16.660889 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Pushing event updated for resources: {'Network': ['ID=46884429-1ed9-45b1-9f66-ebb425e6c9aa,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:16.663605 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:16.671909 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 46884429-1ed9-45b1-9f66-ebb425e6c9aa details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:48:16.672558 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:48:16.676717 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Usage tracker for resource:subnet and tenant:c1c3c2e9c3ca46428da5e1689da07e03 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:48:16.680207 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:48:16.687324 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:48:16.699276 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Made reservation on behalf of c1c3c2e9c3ca46428da5e1689da07e03 for: {'subnet': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:48:16.701701 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6667534'] for subnet, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:16.984720 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9c95-6ea2-41ea-9a4b-de2fd5e4a9d1 req-7f1011da-6cb2-4bb7-adc3-0d675c9f0ed8 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:16.986137 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-051b9c95-6ea2-41ea-9a4b-de2fd5e4a9d1 req-7f1011da-6cb2-4bb7-adc3-0d675c9f0ed8 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0840502 Jun 04 00:48:17.032236 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-051b9c95-6ea2-41ea-9a4b-de2fd5e4a9d1 req-34ec85d0-1ce6-4e7b-a6b3-7d04f4806f09 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401330 Jun 04 00:48:17.113852 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5527006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6667548'] for subnet, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:17.117937 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:17.185749 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a357af4e-5015-4f06-bdf4-c3bdb308e666,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:17.189812 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:17.197800 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Checking segment: {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:48:17.198273 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Network hostable DHCP agents. Network: 46884429-1ed9-45b1-9f66-ebb425e6c9aa, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:48:17.217384 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Network 46884429-1ed9-45b1-9f66-ebb425e6c9aa is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:48:17.230451 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 46884429-1ed9-45b1-9f66-ebb425e6c9aa) {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:48:17.241062 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:17.241475 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b1dcd-e73e-4dd8-a18c-d9c033f7e42f None None] Network 46884429-1ed9-45b1-9f66-ebb425e6c9aa requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:48:17.241905 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:17.274981 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-797026f0-c592-4581-9a47-109777bb67eb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6188102 Jun 04 00:48:17.427493 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65aaf0-e3e6-4f08-8f18-cc256481749a req-8cf6d826-cc05-427d-96a6-a5e22f90f9fa tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:17.434803 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0a65aaf0-e3e6-4f08-8f18-cc256481749a req-8cf6d826-cc05-427d-96a6-a5e22f90f9fa tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1004255 Jun 04 00:48:17.506263 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e542d2-1655-4257-96d9-27a1bc965b8e None None] Network 46884429-1ed9-45b1-9f66-ebb425e6c9aa requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:48:17.546945 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0a65aaf0-e3e6-4f08-8f18-cc256481749a req-7d3b5c89-7610-45f7-a295-3a8f7dd0da19 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111746 Jun 04 00:48:17.581026 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-a2e2bb90-25f0-485b-b01e-c9be4f9e6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:17.582582 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-a2e2bb90-25f0-485b-b01e-c9be4f9e6c65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 1099 time: 0.1458433 Jun 04 00:48:17.658793 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:17.721376 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a21be-eca8-4d0b-856b-9e4a004d2337 req-3fd9b83e-95da-4016-b99c-981019eb0531 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:17.722930 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-7c0a21be-eca8-4d0b-856b-9e4a004d2337 req-3fd9b83e-95da-4016-b99c-981019eb0531 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1180983 Jun 04 00:48:17.744327 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-db77c81f-045e-4249-8b57-83370ed007a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:17.746107 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-db77c81f-045e-4249-8b57-83370ed007a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 912 time: 0.1559086 Jun 04 00:48:17.776084 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-7c0a21be-eca8-4d0b-856b-9e4a004d2337 req-a36ef215-8ee6-4bb0-8856-3b878995e6b7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470445 Jun 04 00:48:17.857886 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-071e19a0-9c1c-4b9f-9ce7-4196722d2dcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa HTTP/1.1" status: 200 len: 1002 time: 0.1046762 Jun 04 00:48:18.026253 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-8732b211-bec2-41fc-ad56-96b0526248a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:18.027627 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-8732b211-bec2-41fc-ad56-96b0526248a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.1467266 Jun 04 00:48:18.112238 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab27f-e62c-465a-803c-69c080980258 req-7e2a4de1-c875-420c-ad5f-e6dfc2584757 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:18.112937 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-dc2ab27f-e62c-465a-803c-69c080980258 req-7e2a4de1-c875-420c-ad5f-e6dfc2584757 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Synchronizing usage tracker for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:network {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:48:18.140931 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-dc2ab27f-e62c-465a-803c-69c080980258 req-7e2a4de1-c875-420c-ad5f-e6dfc2584757 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Unset dirty status for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:network {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:48:18.142117 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-7e2a4de1-c875-420c-ad5f-e6dfc2584757 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 815 time: 0.2865989 Jun 04 00:48:18.148319 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-99571695-b60d-4903-ae6d-542f8468ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:18.149942 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-99571695-b60d-4903-ae6d-542f8468ada7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1139836 Jun 04 00:48:18.179845 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-e441768f-f856-41a8-9191-ea2a2773faaf tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/quotas/c1c3c2e9c3ca46428da5e1689da07e03 HTTP/1.1" status: 200 len: 375 time: 0.0289090 Jun 04 00:48:18.285919 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-f813d56e-d105-4928-b9c8-cc39fdc8250b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922215 Jun 04 00:48:18.421698 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-2182fb68-ba32-43b7-8b14-9a741529f7ea service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640808 Jun 04 00:48:18.486658 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-48d4989e-3882-427e-be01-b9b64a09e4c5 service neutron] 10.222.0.44 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933069 Jun 04 00:48:18.672878 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e1c7d8da-c976-4035-a67b-2efc8559ee55 req-ee638533-7af1-4db8-b2f8-04b5a99fe94c service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443862 Jun 04 00:48:18.700565 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-a1ace320-42e0-4652-82f7-5e9dab4635da service neutron] 10.222.0.44 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674256 Jun 04 00:48:18.752153 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fa0ad-1cef-4a74-a6f1-4f060e068e42 req-95f50b2c-5018-4844-94f8-39c019d2f512 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:18.753763 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5c6fa0ad-1cef-4a74-a6f1-4f060e068e42 req-95f50b2c-5018-4844-94f8-39c019d2f512 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0855553 Jun 04 00:48:18.798399 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5c6fa0ad-1cef-4a74-a6f1-4f060e068e42 req-20ffae3a-9da4-4806-9f54-139790883ef4 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389719 Jun 04 00:48:18.908596 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1a6fe688-4475-4585-b770-6a2d4178ca5c req-04b39afe-8f6d-4c12-8cd8-1a5e45351fda tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 210 time: 0.0623941 Jun 04 00:48:19.017843 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce90cbf-7332-49ea-b942-72ffcf68a55a req-7706a188-7c2a-4194-90c9-8348d41a01c3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:19.019713 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1ce90cbf-7332-49ea-b942-72ffcf68a55a req-7706a188-7c2a-4194-90c9-8348d41a01c3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1089122 Jun 04 00:48:19.076765 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1ce90cbf-7332-49ea-b942-72ffcf68a55a req-54b0aaa8-0ebb-43a6-a02f-a1b3c2381beb tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493472 Jun 04 00:48:20.015556 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31827786-794a-4de3-b488-92452b1adf6e req-255efc42-c140-4781-b786-b478e9cea582 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:20.017118 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-31827786-794a-4de3-b488-92452b1adf6e req-255efc42-c140-4781-b786-b478e9cea582 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0876503 Jun 04 00:48:20.068252 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-31827786-794a-4de3-b488-92452b1adf6e req-bb1de058-de72-4a10-b589-fb35addbe951 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452847 Jun 04 00:48:20.252550 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4e58a231-e1dc-4b32-8e10-f42c0607f135 req-eb18bf6b-2f35-4c23-9830-ec1adf1dbafd tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 210 time: 0.0558689 Jun 04 00:48:20.446172 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:48:20.591755 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab27f-e62c-465a-803c-69c080980258 req-cd6e9380-27c8-4fdc-a4f1-ec39671833ba tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:20.593369 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-cd6e9380-27c8-4fdc-a4f1-ec39671833ba tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 815 time: 0.3162060 Jun 04 00:48:20.606448 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e9f5a-80a2-4711-9271-0bda83ccfbfd req-067b1c89-6342-4f5f-b6b1-fdf499f4efa2 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:20.607850 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-857e9f5a-80a2-4711-9271-0bda83ccfbfd req-067b1c89-6342-4f5f-b6b1-fdf499f4efa2 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1952114 Jun 04 00:48:20.656949 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-857e9f5a-80a2-4711-9271-0bda83ccfbfd req-03ad6171-63d0-4d3a-adc1-b47ca3ae644b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Jun 04 00:48:20.706413 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Request body: {'port': {'device_id': '8967bf8d-9402-46c6-bd0b-295c957fb17d', 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa', 'admin_state_up': True, 'tenant_id': 'c1c3c2e9c3ca46428da5e1689da07e03'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:48:20.845080 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:48:20.849270 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Usage tracker for resource:port and tenant:c1c3c2e9c3ca46428da5e1689da07e03 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:48:20.852235 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:48:20.857923 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:48:20.869151 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Made reservation on behalf of c1c3c2e9c3ca46428da5e1689da07e03 for: {'port': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:48:20.873243 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:21.040847 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Allocated IP 172.20.0.9 (46884429-1ed9-45b1-9f66-ebb425e6c9aa/a357af4e-5015-4f06-bdf4-c3bdb308e666/db2705e9-07a7-48ee-b1a8-408010bdd949) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:48:21.257542 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:21.295266 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:21.301563 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3a5d6ce4-6056-4896-8293-b52e42443fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:21.376609 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Network 46884429-1ed9-45b1-9f66-ebb425e6c9aa is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:48:21.379867 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:48:21.382738 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:48:21.424388 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Pushing event updated for resources: {'Port': ['ID=db2705e9-07a7-48ee-b1a8-408010bdd949,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:21.448404 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.448775 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.449143 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.449488 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.449844 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.450181 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.450522 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.450856 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.451191 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.451576 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.451914 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.452244 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.457368 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:21.473619 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:21.474131 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:21.481897 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af832c0d-4a48-4f29-8826-649d85f8a960 req-f64a078c-786c-4567-9940-6861a421a010 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:21.482444 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:48:21.483416 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-af832c0d-4a48-4f29-8826-649d85f8a960 req-f64a078c-786c-4567-9940-6861a421a010 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 931 time: 0.0944002 Jun 04 00:48:21.497705 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-74cdf6c9-e2ba-492a-9067-4aed965c7a14 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7953677 Jun 04 00:48:21.522905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Request body: {'port': {'device_id': '8967bf8d-9402-46c6-bd0b-295c957fb17d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:48:21.553040 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-af832c0d-4a48-4f29-8826-649d85f8a960 req-231e0045-ab8c-4faa-b926-cdd070b01763 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Jun 04 00:48:21.650151 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:21.652368 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:21.665641 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '65060927-7162-4793-8124-b13d1abe44cb', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'port_id': '65060927-7162-4793-8124-b13d1abe44cb', 'mac_address': 'fa:16:3e:a2:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:48:21.726816 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:21.745433 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65060927-7162-4793-8124-b13d1abe44cb {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:48:21.762069 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:21.766441 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:21.768869 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:21.835756 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=6']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:21.843146 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.843494 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.843843 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.844176 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.844502 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.844827 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.845148 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.845544 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.845894 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.846263 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.846651 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.847004 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:21.853056 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:21.982951 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceca558-fc0f-49fe-885c-54da76b2c42e req-4c76d925-efe2-4c11-b805-64a812df7029 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:21.984342 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fceca558-fc0f-49fe-885c-54da76b2c42e req-4c76d925-efe2-4c11-b805-64a812df7029 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 945 time: 0.2027721 Jun 04 00:48:21.994001 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['65060927-7162-4793-8124-b13d1abe44cb'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:48:22.048583 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fceca558-fc0f-49fe-885c-54da76b2c42e req-372949f4-e567-4dcf-a02a-ff75f1f7e19c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560157 Jun 04 00:48:22.105921 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2705e9-07a7-48ee-b1a8-408010bdd949 {{(pid=103533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:48:22.114424 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:22.129019 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Transition to ACTIVE for port object db2705e9-07a7-48ee-b1a8-408010bdd949 will not be triggered until provisioned by entity L2. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:48:22.133591 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:22.138530 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0b8c00f8-9741-409f-915b-f4fa5fff8269 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:22.292221 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Pushing event updated for resources: {'Port': ['ID=db2705e9-07a7-48ee-b1a8-408010bdd949,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:22.299617 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:22.493224 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Attempting to bind port db2705e9-07a7-48ee-b1a8-408010bdd949 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:48:22.496739 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Attempting to bind port db2705e9-07a7-48ee-b1a8-408010bdd949 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:48:22.496739 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Attempting to bind port db2705e9-07a7-48ee-b1a8-408010bdd949 on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:48:22.499959 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Port db2705e9-07a7-48ee-b1a8-408010bdd949 on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:48:22.500265 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Attempting to bind port db2705e9-07a7-48ee-b1a8-408010bdd949 on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:48:22.506553 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:48:22.506553 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Checking segment: {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:48:22.506837 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Bound using segment: {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:48:22.507209 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Bound port: db2705e9-07a7-48ee-b1a8-408010bdd949, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:48:22.507563 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:22.606443 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] For port db2705e9-07a7-48ee-b1a8-408010bdd949, host hv-cinder-48994, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:48:22.609714 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] For port db2705e9-07a7-48ee-b1a8-408010bdd949, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db2705e9-07a7-48ee-b1a8-408010bdd949,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:48:22.616665 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:22.622326 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:22.681217 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:22.681811 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:22.683154 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] 10.222.0.47 "PUT /v2.0/ports/db2705e9-07a7-48ee-b1a8-408010bdd949 HTTP/1.1" status: 200 len: 1093 time: 1.1647110 Jun 04 00:48:22.683666 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8967bf8d-9402-46c6-bd0b-295c957fb17d', 'tag': 'db2705e9-07a7-48ee-b1a8-408010bdd949'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:48:22.685991 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c2c26-7133-469c-a6da-c7f40818f785" -d '{"events": [{"name": "network-changed", "server_uuid": "8967bf8d-9402-46c6-bd0b-295c957fb17d", "tag": "db2705e9-07a7-48ee-b1a8-408010bdd949"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:48:22.712396 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Pushing event updated for resources: {'Port': ['ID=db2705e9-07a7-48ee-b1a8-408010bdd949,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:22.715589 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:22.738401 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f0eb55-0b46-4639-9227-b990875c7141 x-openstack-request-id: req-74f0eb55-0b46-4639-9227-b990875c7141 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:48:22.738732 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8967bf8d-9402-46c6-bd0b-295c957fb17d", "tag": "db2705e9-07a7-48ee-b1a8-408010bdd949", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:48:22.739016 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74f0eb55-0b46-4639-9227-b990875c7141 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:48:22.739497 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8967bf8d-9402-46c6-bd0b-295c957fb17d', 'tag': 'db2705e9-07a7-48ee-b1a8-408010bdd949', 'status': 'completed', 'code': 200} Jun 04 00:48:22.762052 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daa817-f3fa-4ea5-83e3-3f4aad9ae9a8 req-f120f31d-d111-40d4-abbb-cbd27b08a290 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:22.763562 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e8daa817-f3fa-4ea5-83e3-3f4aad9ae9a8 req-f120f31d-d111-40d4-abbb-cbd27b08a290 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 943 time: 0.0891039 Jun 04 00:48:22.810255 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e8daa817-f3fa-4ea5-83e3-3f4aad9ae9a8 req-8ee44469-c1c6-4a45-870e-33e9dcaaf57a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Jun 04 00:48:22.842663 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fbc46785-38e2-4567-ad20-bac73b61cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:22.844107 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-fbc46785-38e2-4567-ad20-bac73b61cb74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 1096 time: 0.0772626 Jun 04 00:48:22.922367 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-22bcaf10-4690-4eca-a147-cb8c0ea14f82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2705e9-07a7-48ee-b1a8-408010bdd949 HTTP/1.1" status: 200 len: 217 time: 0.0617499 Jun 04 00:48:22.995970 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab27f-e62c-465a-803c-69c080980258 req-eba55c88-00ce-492d-8d26-9bc1e9073861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:22.997425 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-eba55c88-00ce-492d-8d26-9bc1e9073861 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a357af4e-5015-4f06-bdf4-c3bdb308e666 HTTP/1.1" status: 200 len: 855 time: 0.0678990 Jun 04 00:48:23.047475 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-a781b480-a4fd-4292-b0c5-62ab2b3fceca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46884429-1ed9-45b1-9f66-ebb425e6c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417144 Jun 04 00:48:23.230289 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-3d5debdb-59af-4707-95e7-807513a3501c service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741393 Jun 04 00:48:23.356593 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef5477-8e9f-4e8a-9c61-7898ccac8049 req-c638c0a1-7d11-4e36-a723-f74265aa62cb tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:23.358193 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-31ef5477-8e9f-4e8a-9c61-7898ccac8049 req-c638c0a1-7d11-4e36-a723-f74265aa62cb tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 945 time: 0.1938837 Jun 04 00:48:23.406507 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc2ab27f-e62c-465a-803c-69c080980258 req-3d8d9d9a-b309-4464-89b5-316b2e6d01d9 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683240 Jun 04 00:48:23.427439 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-31ef5477-8e9f-4e8a-9c61-7898ccac8049 req-2bacacd6-d97f-430d-a1ec-663ee7badbc8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620689 Jun 04 00:48:23.497411 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:48:23.568582 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 65060927-7162-4793-8124-b13d1abe44cb triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:48:23.568988 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:23.578137 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-c6b74415-571f-4556-8448-1c43205dfc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:23.579799 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-c6b74415-571f-4556-8448-1c43205dfc93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 1096 time: 0.0716450 Jun 04 00:48:23.700422 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:23.723139 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-770db9e8-6823-4713-8d81-cd33e44b5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:23.724804 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-770db9e8-6823-4713-8d81-cd33e44b5d47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 916 time: 0.1381223 Jun 04 00:48:23.730201 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65060927-7162-4793-8124-b13d1abe44cb'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:48:23.732581 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b595daa2-a0c3-446b-8ce8-ba3f0dc24e9a" -d '{"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-plugged", "status": "completed", "tag": "65060927-7162-4793-8124-b13d1abe44cb"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:48:23.741090 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:23.747316 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:23.751011 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:23.803980 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-11c79d20-d98f-4741-8ff0-bf990e996c5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2705e9-07a7-48ee-b1a8-408010bdd949 HTTP/1.1" status: 200 len: 217 time: 0.0717010 Jun 04 00:48:23.807617 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbd9590-edc6-45f5-8f33-982acd090c7c x-openstack-request-id: req-9cbd9590-edc6-45f5-8f33-982acd090c7c {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:48:23.807938 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-plugged", "status": "completed", "tag": "65060927-7162-4793-8124-b13d1abe44cb", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:48:23.808193 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cbd9590-edc6-45f5-8f33-982acd090c7c {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:48:23.808578 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65060927-7162-4793-8124-b13d1abe44cb', 'code': 200} Jun 04 00:48:23.829886 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=7']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:23.834400 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:23.913448 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-b42b051a-e7d5-4d1c-a975-e832dbe5b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:23.914834 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-b42b051a-e7d5-4d1c-a975-e832dbe5b3fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a357af4e-5015-4f06-bdf4-c3bdb308e666 HTTP/1.1" status: 200 len: 855 time: 0.0712740 Jun 04 00:48:24.012280 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:24.021086 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-438bfe22-c696-471f-82c8-76c712a3cfb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46884429-1ed9-45b1-9f66-ebb425e6c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601263 Jun 04 00:48:24.148030 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e53d0-0c42-4aa5-8168-7c8a8843a102 req-e913e355-1d07-46d2-83fd-a586dc2fb531 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:24.148767 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-cf0e53d0-0c42-4aa5-8168-7c8a8843a102 req-e913e355-1d07-46d2-83fd-a586dc2fb531 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Synchronizing usage tracker for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:48:24.181345 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-8e74bc9d-454f-4a64-8edc-48a089dd8bce service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521194 Jun 04 00:48:24.186133 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-cf0e53d0-0c42-4aa5-8168-7c8a8843a102 req-e913e355-1d07-46d2-83fd-a586dc2fb531 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Unset dirty status for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:48:24.187232 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cf0e53d0-0c42-4aa5-8168-7c8a8843a102 req-e913e355-1d07-46d2-83fd-a586dc2fb531 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 943 time: 0.2639275 Jun 04 00:48:24.402951 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-cf0e53d0-0c42-4aa5-8168-7c8a8843a102 req-b261ed86-a272-4272-8737-872d35abed88 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Synchronizing usage tracker for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:48:24.442360 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c3c2c26-7133-469c-a6da-c7f40818f785 req-69e21b28-1540-43e2-9489-5b2c28c40629 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528887 Jun 04 00:48:24.444494 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-cf0e53d0-0c42-4aa5-8168-7c8a8843a102 req-b261ed86-a272-4272-8737-872d35abed88 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Unset dirty status for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:48:24.445511 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cf0e53d0-0c42-4aa5-8168-7c8a8843a102 req-b261ed86-a272-4272-8737-872d35abed88 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389007 Jun 04 00:48:24.650148 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e04da-a4c0-439c-8d0f-ee9362d8d7f1 req-79e96eb1-1494-4d21-9045-01e3d8fa852b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:24.652428 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6d1e04da-a4c0-439c-8d0f-ee9362d8d7f1 req-79e96eb1-1494-4d21-9045-01e3d8fa852b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0918236 Jun 04 00:48:24.699244 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6d1e04da-a4c0-439c-8d0f-ee9362d8d7f1 req-22f7649e-7bc1-4baf-8754-071129e7458a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Jun 04 00:48:25.249217 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-24d5d3b0-16b8-43d4-b99a-eacf0c0a6a31 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807698 Jun 04 00:48:25.364732 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-9d56b1b1-01b1-48c9-b497-169e1c006454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:25.366413 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-9d56b1b1-01b1-48c9-b497-169e1c006454 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 1099 time: 0.0777175 Jun 04 00:48:25.522428 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-5f53c657-7f17-4e33-acb6-7ef84296d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:25.523960 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-5f53c657-7f17-4e33-acb6-7ef84296d1e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 912 time: 0.1329999 Jun 04 00:48:25.648367 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-bd92e776-b8fe-4f3f-9f7e-7e42a95428c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa HTTP/1.1" status: 200 len: 1002 time: 0.1094849 Jun 04 00:48:25.718126 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598de5-f8cc-47e2-93aa-06aa15dc29d6 req-fc2941fe-8faa-4678-a54e-5a4a13d39c1c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:25.719735 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b3598de5-f8cc-47e2-93aa-06aa15dc29d6 req-fc2941fe-8faa-4678-a54e-5a4a13d39c1c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 943 time: 0.1658993 Jun 04 00:48:25.729447 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-38aade39-4fa1-4a86-b2af-9d2faa6651af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:25.730893 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-38aade39-4fa1-4a86-b2af-9d2faa6651af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.0633771 Jun 04 00:48:25.768364 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b3598de5-f8cc-47e2-93aa-06aa15dc29d6 req-29b4e21b-ba6b-4683-b1fa-00eeddb5efe8 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Jun 04 00:48:25.812489 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-18bf3f8c-17ca-4530-958f-aab307049d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:25.813961 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-18bf3f8c-17ca-4530-958f-aab307049d41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0759156 Jun 04 00:48:26.002656 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-1e00b2f8-efc7-401b-9f69-ce06605dd272 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535597 Jun 04 00:48:26.011573 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a526bc-ff75-4389-92d8-aa4157d54a4d req-2030199e-48f9-4bd8-b740-a34e093e6455 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:26.013222 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-15a526bc-ff75-4389-92d8-aa4157d54a4d req-2030199e-48f9-4bd8-b740-a34e093e6455 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1950758 Jun 04 00:48:26.146386 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-15a526bc-ff75-4389-92d8-aa4157d54a4d req-b2f1b537-967b-4082-9910-b62464ad4478 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144090 Jun 04 00:48:26.178335 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e3e4cbaa-38a3-4309-b45a-8766c3f1dd3a req-73cf7b11-4d2e-4828-b2d7-37a061123c38 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641445 Jun 04 00:48:26.978638 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ac75a-bb86-4e10-9fd8-9612da9d35fb req-64466571-b5d2-4f2e-9af0-5a8da2300222 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:26.980126 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ff7ac75a-bb86-4e10-9fd8-9612da9d35fb req-64466571-b5d2-4f2e-9af0-5a8da2300222 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 943 time: 0.0913057 Jun 04 00:48:27.028752 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ff7ac75a-bb86-4e10-9fd8-9612da9d35fb req-f37cbb2d-410e-4992-84ab-daef74bc7217 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Jun 04 00:48:27.352253 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556151-bfd3-4965-ba57-431393937b79 req-969c0d9b-c9b4-4e60-b873-c50c0752133e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:27.353812 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c1556151-bfd3-4965-ba57-431393937b79 req-969c0d9b-c9b4-4e60-b873-c50c0752133e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0913930 Jun 04 00:48:27.401904 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c1556151-bfd3-4965-ba57-431393937b79 req-6d036e08-24e6-44ed-829b-88b8596ed677 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419407 Jun 04 00:48:28.245623 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfb3cc-87ec-4c89-b3c0-d534a83be4a6 req-95b0e301-cbb7-4060-963a-e2b55e26bf35 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:28.248252 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-48cfb3cc-87ec-4c89-b3c0-d534a83be4a6 req-95b0e301-cbb7-4060-963a-e2b55e26bf35 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 943 time: 0.1048121 Jun 04 00:48:28.299605 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-48cfb3cc-87ec-4c89-b3c0-d534a83be4a6 req-b584f01a-959f-47d0-8f5d-11b9f857a53b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448763 Jun 04 00:48:28.695193 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1ab5-4707-4f02-8a01-a2b62b76dba0 req-34cb1754-6b4b-4400-afdc-f537ef887530 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:28.702764 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-90ed1ab5-4707-4f02-8a01-a2b62b76dba0 req-34cb1754-6b4b-4400-afdc-f537ef887530 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1031578 Jun 04 00:48:28.766038 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-90ed1ab5-4707-4f02-8a01-a2b62b76dba0 req-f937eddb-3994-4da2-84b5-175d6c89a784 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619953 Jun 04 00:48:29.493401 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97b123-0809-4ceb-8a70-41da533592a5 req-918cc2c8-a77e-4c4d-af69-e2ecfd476135 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:29.497999 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9b97b123-0809-4ceb-8a70-41da533592a5 req-918cc2c8-a77e-4c4d-af69-e2ecfd476135 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 943 time: 0.0867696 Jun 04 00:48:29.517197 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device db2705e9-07a7-48ee-b1a8-408010bdd949 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:48:29.561158 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9b97b123-0809-4ceb-8a70-41da533592a5 req-d93653e9-a7bd-403d-8e83-08b52aefe3ab tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Jun 04 00:48:29.692677 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port db2705e9-07a7-48ee-b1a8-408010bdd949, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db2705e9-07a7-48ee-b1a8-408010bdd949,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:29.710368 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': 'db2705e9-07a7-48ee-b1a8-408010bdd949', 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa', 'port_id': 'db2705e9-07a7-48ee-b1a8-408010bdd949', 'mac_address': 'fa:16:3e:02:75:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a357af4e-5015-4f06-bdf4-c3bdb308e666', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:48:29.774274 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:29.795675 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2705e9-07a7-48ee-b1a8-408010bdd949 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:48:29.822334 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port db2705e9-07a7-48ee-b1a8-408010bdd949, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db2705e9-07a7-48ee-b1a8-408010bdd949,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:29.829954 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:29.832397 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-ce2cac88-1faf-4f89-bcc7-6fb9e17e0dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:29.924633 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=db2705e9-07a7-48ee-b1a8-408010bdd949,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:29.931248 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:29.985450 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5016ed-d7af-4fdd-bdfc-40180fec26ee req-ef49ce8a-4e0d-4501-9245-997795057193 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:29.986923 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3b5016ed-d7af-4fdd-bdfc-40180fec26ee req-ef49ce8a-4e0d-4501-9245-997795057193 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0951493 Jun 04 00:48:30.042388 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3b5016ed-d7af-4fdd-bdfc-40180fec26ee req-15e92bbd-10ca-4b0b-b36b-8621073c9dd9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484006 Jun 04 00:48:30.403311 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['db2705e9-07a7-48ee-b1a8-408010bdd949'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:48:30.761144 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07135f-0b15-4433-a96d-b759d866a991 req-a5a6793d-2ec2-43e0-a5b8-51ac3042856f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:30.762727 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5b07135f-0b15-4433-a96d-b759d866a991 req-a5a6793d-2ec2-43e0-a5b8-51ac3042856f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 944 time: 0.0897875 Jun 04 00:48:30.823889 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5b07135f-0b15-4433-a96d-b759d866a991 req-14060efb-22f8-4d84-8ed9-f1961ca3840b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550592 Jun 04 00:48:31.269882 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5819-df9a-4f3e-be96-3a89e3a5a8fb req-f948a1ef-582b-41ef-97c6-83b01bc08d4f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:31.271502 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5dee5819-df9a-4f3e-be96-3a89e3a5a8fb req-f948a1ef-582b-41ef-97c6-83b01bc08d4f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1107965 Jun 04 00:48:31.326177 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5dee5819-df9a-4f3e-be96-3a89e3a5a8fb req-e27fda82-42c7-43eb-a623-12eef268f346 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471671 Jun 04 00:48:32.010974 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeac0b1-e269-4367-9629-cc7d1bfbf0c6 req-8d507c13-d1fd-4533-b726-abe48b9740a2 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:32.012410 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-daeac0b1-e269-4367-9629-cc7d1bfbf0c6 req-8d507c13-d1fd-4533-b726-abe48b9740a2 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 944 time: 0.0793726 Jun 04 00:48:32.057798 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-daeac0b1-e269-4367-9629-cc7d1bfbf0c6 req-1360ef9d-4e72-4f12-a05c-795222b015b7 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395372 Jun 04 00:48:32.553020 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858e93e-0ccb-428b-b0f5-1be4ba8baa3b req-6fe45c63-8ebe-4f1d-a1fa-5c3070261738 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:32.555231 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3858e93e-0ccb-428b-b0f5-1be4ba8baa3b req-6fe45c63-8ebe-4f1d-a1fa-5c3070261738 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0905416 Jun 04 00:48:32.608087 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3858e93e-0ccb-428b-b0f5-1be4ba8baa3b req-451abda8-2a23-4899-baac-38dc53d4050a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468137 Jun 04 00:48:33.396269 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dbc60-6341-46b2-b7b4-18c2a87601bd req-9f3eb894-1c80-437f-bb61-09388af083a9 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:33.400103 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2d7dbc60-6341-46b2-b7b4-18c2a87601bd req-9f3eb894-1c80-437f-bb61-09388af083a9 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 944 time: 0.2192471 Jun 04 00:48:33.465821 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2d7dbc60-6341-46b2-b7b4-18c2a87601bd req-042c9621-a9c3-4ac1-bb50-64232f7358d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615134 Jun 04 00:48:33.542272 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device db2705e9-07a7-48ee-b1a8-408010bdd949 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:48:33.663248 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port db2705e9-07a7-48ee-b1a8-408010bdd949 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:48:33.671327 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port db2705e9-07a7-48ee-b1a8-408010bdd949 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:48:33.674569 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:33.810484 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:33.817156 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b3c73-b70b-405e-98b6-4744368306e3 req-cbc91035-48fd-4651-81c5-469404b8903e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:33.825062 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-095b3c73-b70b-405e-98b6-4744368306e3 req-cbc91035-48fd-4651-81c5-469404b8903e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1023638 Jun 04 00:48:33.844525 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8967bf8d-9402-46c6-bd0b-295c957fb17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2705e9-07a7-48ee-b1a8-408010bdd949'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:48:33.846779 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b317275-90a7-496e-93d5-19a0c094a4e0" -d '{"events": [{"server_uuid": "8967bf8d-9402-46c6-bd0b-295c957fb17d", "name": "network-vif-plugged", "status": "completed", "tag": "db2705e9-07a7-48ee-b1a8-408010bdd949"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:48:33.856303 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port db2705e9-07a7-48ee-b1a8-408010bdd949, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db2705e9-07a7-48ee-b1a8-408010bdd949,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:33.863846 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:33.866849 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-0093738f-291d-4fd7-a3ad-fc8708431ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:33.899007 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-095b3c73-b70b-405e-98b6-4744368306e3 req-d1f8ecc0-bee8-491d-82dc-a7123e081123 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726886 Jun 04 00:48:33.931609 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bd8794-e786-442e-9c7c-0be1f5e9320a x-openstack-request-id: req-a3bd8794-e786-442e-9c7c-0be1f5e9320a {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:48:33.932152 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8967bf8d-9402-46c6-bd0b-295c957fb17d", "name": "network-vif-plugged", "status": "completed", "tag": "db2705e9-07a7-48ee-b1a8-408010bdd949", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:48:33.932409 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3bd8794-e786-442e-9c7c-0be1f5e9320a {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:48:33.932798 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8967bf8d-9402-46c6-bd0b-295c957fb17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2705e9-07a7-48ee-b1a8-408010bdd949', 'code': 200} Jun 04 00:48:33.982211 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=db2705e9-07a7-48ee-b1a8-408010bdd949,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:33.985366 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:34.226878 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12bfb5-2e05-4385-8064-3dcd51b4a424 req-d65b8d63-6557-4b82-ad4f-0e1acc09ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:34.228522 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bc12bfb5-2e05-4385-8064-3dcd51b4a424 req-d65b8d63-6557-4b82-ad4f-0e1acc09ece2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 1098 time: 0.0905294 Jun 04 00:48:34.273307 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bc12bfb5-2e05-4385-8064-3dcd51b4a424 req-4c71abd0-f860-42c7-91c5-b961ae2d3226 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367422 Jun 04 00:48:34.832409 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3da43-b0c4-4a33-ac0d-cd2b45bcaa34 req-a3e36da1-eb35-48e2-811c-64ff1d421b13 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:34.833895 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c7b3da43-b0c4-4a33-ac0d-cd2b45bcaa34 req-a3e36da1-eb35-48e2-811c-64ff1d421b13 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 945 time: 0.0912359 Jun 04 00:48:34.884077 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c7b3da43-b0c4-4a33-ac0d-cd2b45bcaa34 req-9232987e-42ae-4669-a593-c54784781e17 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443153 Jun 04 00:48:35.107645 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587af0c-16e3-4a5b-acaa-8b589bf2753b req-14136162-9ad2-42bb-bc9e-02d339982d71 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:35.108629 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1587af0c-16e3-4a5b-acaa-8b589bf2753b req-14136162-9ad2-42bb-bc9e-02d339982d71 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0907571 Jun 04 00:48:35.154894 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1587af0c-16e3-4a5b-acaa-8b589bf2753b req-614e4fcb-a035-476b-9d0f-6d42d46d8fb9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402002 Jun 04 00:48:36.077011 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dec8e1-c5dd-427c-9017-4e1357f1a9ec req-b49855c0-3d4b-482b-8ef0-e617ac919c6a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:36.078588 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c0dec8e1-c5dd-427c-9017-4e1357f1a9ec req-b49855c0-3d4b-482b-8ef0-e617ac919c6a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 945 time: 0.0927238 Jun 04 00:48:36.132237 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c0dec8e1-c5dd-427c-9017-4e1357f1a9ec req-40f25847-a280-4493-8ce0-b6189bbd7e11 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Jun 04 00:48:36.390087 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313395d-44ab-4819-b3ff-c6a2788cf17a req-0eb70720-0866-48af-a9a3-459276a3d63c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:36.392149 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1313395d-44ab-4819-b3ff-c6a2788cf17a req-0eb70720-0866-48af-a9a3-459276a3d63c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1049438 Jun 04 00:48:36.447068 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1313395d-44ab-4819-b3ff-c6a2788cf17a req-a29b9f65-e6db-429e-9027-46d11d366f5b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Jun 04 00:48:37.326490 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f661eb-200c-44a3-b884-f1accbf79c05 req-5f0c2999-9d81-400b-acbb-2d05d7553095 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:37.333561 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a3f661eb-200c-44a3-b884-f1accbf79c05 req-5f0c2999-9d81-400b-acbb-2d05d7553095 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 945 time: 0.0960493 Jun 04 00:48:37.379959 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a3f661eb-200c-44a3-b884-f1accbf79c05 req-81c5c5c9-54f9-458e-bcd6-736f87210361 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454884 Jun 04 00:48:37.675660 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99d3f-279b-4c99-ab8e-b35b1703b181 req-6362e213-dc41-4ffa-9928-d43258084dda tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:37.679306 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e5e99d3f-279b-4c99-ab8e-b35b1703b181 req-6362e213-dc41-4ffa-9928-d43258084dda tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1090031 Jun 04 00:48:37.762378 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e5e99d3f-279b-4c99-ab8e-b35b1703b181 req-d81ce37c-85a1-4db3-8af6-d941bccb5cfe tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750351 Jun 04 00:48:38.956393 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85867a-3523-43d4-be5d-da5ed18340e2 req-c6f50262-c3f6-4c2c-8941-ecfaa1a10831 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:38.957900 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3f85867a-3523-43d4-be5d-da5ed18340e2 req-c6f50262-c3f6-4c2c-8941-ecfaa1a10831 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0829964 Jun 04 00:48:39.004598 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3f85867a-3523-43d4-be5d-da5ed18340e2 req-0a867735-a0c4-44a2-b549-c8a26e492012 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406919 Jun 04 00:48:39.476157 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-6c87ae79-e4a7-4ce3-8519-e2222f6a7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:39.477742 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-6c87ae79-e4a7-4ce3-8519-e2222f6a7e60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 1099 time: 0.0774248 Jun 04 00:48:39.628993 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-e273c96f-725d-4865-9973-645df68d6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:39.630728 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-e273c96f-725d-4865-9973-645df68d6515 service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.1396871 Jun 04 00:48:39.735032 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-6a734f92-58bd-4cb5-b672-98d5539bc734 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65060927-7162-4793-8124-b13d1abe44cb HTTP/1.1" status: 200 len: 1002 time: 0.0969846 Jun 04 00:48:39.867823 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-7877f8b1-38b2-4cc0-9e11-b50d22310286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:39.869208 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-7877f8b1-38b2-4cc0-9e11-b50d22310286 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0643780 Jun 04 00:48:39.948033 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-655feb0c-3f53-4ccf-a2b8-b8d79a168b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:39.949522 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-655feb0c-3f53-4ccf-a2b8-b8d79a168b70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0693214 Jun 04 00:48:40.085029 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-a1c46e2d-c39d-441e-96fc-98923f67b52a service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279011 Jun 04 00:48:40.269496 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3fdf2e04-9d2d-4881-a32f-2f549eec150a req-bf074ee8-fc7c-43e6-93e6-a504d586073e service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774061 Jun 04 00:48:40.286558 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca738392-382a-43b1-b269-c1ac8214866e req-88d22fee-ac87-48e7-a61e-9e127ff531b6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:40.288067 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ca738392-382a-43b1-b269-c1ac8214866e req-88d22fee-ac87-48e7-a61e-9e127ff531b6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.1638508 Jun 04 00:48:40.335146 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ca738392-382a-43b1-b269-c1ac8214866e req-11a59586-0b80-4d85-b727-b364ce961a8f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410168 Jun 04 00:48:41.542565 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5035370-4b8a-40fe-af26-944e4cb1f5df req-25d3baa6-ea08-43cb-877a-996cf1403cb5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:41.544603 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f5035370-4b8a-40fe-af26-944e4cb1f5df req-25d3baa6-ea08-43cb-877a-996cf1403cb5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 946 time: 0.0897543 Jun 04 00:48:41.593571 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f5035370-4b8a-40fe-af26-944e4cb1f5df req-af222632-2091-43d2-a7a0-42b684daf51f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Jun 04 00:48:41.596005 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:48:41.806496 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:41.839210 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65060927-7162-4793-8124-b13d1abe44cb'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:48:41.841631 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31f2e8f-bac5-4349-9e39-6d348fb665c2" -d '{"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-unplugged", "status": "completed", "tag": "65060927-7162-4793-8124-b13d1abe44cb"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:48:41.852487 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:48:41.919932 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:41.924130 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 00:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35191097-df32-44ba-b72a-923ac463689c x-openstack-request-id: req-35191097-df32-44ba-b72a-923ac463689c {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:48:41.924452 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-unplugged", "status": "completed", "tag": "65060927-7162-4793-8124-b13d1abe44cb", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:48:41.924716 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35191097-df32-44ba-b72a-923ac463689c {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:48:41.925177 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65060927-7162-4793-8124-b13d1abe44cb', 'code': 200} Jun 04 00:48:41.930418 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:42.019461 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=8']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:42.023503 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:42.166995 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-31a3cc0c-d331-4189-82ca-fa65df27835e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:42.168584 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-31a3cc0c-d331-4189-82ca-fa65df27835e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 815 time: 0.1498077 Jun 04 00:48:42.183721 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-d440b660-1ce4-4138-94b6-bdedcfde0fe5 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/quotas/c1c3c2e9c3ca46428da5e1689da07e03 HTTP/1.1" status: 200 len: 375 time: 0.0094244 Jun 04 00:48:42.264001 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-e9d35566-e28d-4682-875e-43075dcc7347 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750527 Jun 04 00:48:42.403734 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-361fe05c-db8a-4792-9602-6bda8ce514db service neutron] 10.222.0.44 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322708 Jun 04 00:48:42.429629 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-4e629e93-744a-4563-ac89-d4d4bab137bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:42.546780 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-02565df8-151f-4fd0-8ca2-cfdf7d0ec16f service neutron] 10.222.0.44 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370769 Jun 04 00:48:42.769583 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4d38232e-8ecf-4592-a010-8e06b7e0de68 req-8bcfbee3-00e5-4eaa-97f5-085263bce8f5 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 210 time: 0.0614419 Jun 04 00:48:42.814920 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd13d86-461b-48cc-9627-576e8cb58f25 req-625b9cd2-304f-4075-9f80-a48aaf6a3314 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:42.816469 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bbd13d86-461b-48cc-9627-576e8cb58f25 req-625b9cd2-304f-4075-9f80-a48aaf6a3314 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0946944 Jun 04 00:48:42.890227 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bbd13d86-461b-48cc-9627-576e8cb58f25 req-a90a6b1a-7fc3-4986-9dae-da13dbbb5776 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672605 Jun 04 00:48:43.934017 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a96a7678-61dd-4030-b001-2409edff04fe req-4d27a710-54cf-47e2-8184-1a729a8e671b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 210 time: 0.0446217 Jun 04 00:48:44.092167 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3f62c-a860-428b-b2d9-f58544b5bc8e req-c23d617a-0364-4179-8290-7ce4cba751a5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:44.093672 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-96c3f62c-a860-428b-b2d9-f58544b5bc8e req-c23d617a-0364-4179-8290-7ce4cba751a5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0835991 Jun 04 00:48:44.139551 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-96c3f62c-a860-428b-b2d9-f58544b5bc8e req-a1a6650c-f5cb-4111-b89c-a8c3cfbf40d4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395396 Jun 04 00:48:44.436673 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-dfb0ecd5-ba52-4a1d-b208-a117b5c8e17d tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:44.438150 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-dfb0ecd5-ba52-4a1d-b208-a117b5c8e17d tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 815 time: 0.2401042 Jun 04 00:48:44.465775 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Request body: {'port': {'device_id': '6abf9445-f8f9-4737-be39-44b5c28da144', 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa', 'admin_state_up': True, 'tenant_id': 'c1c3c2e9c3ca46428da5e1689da07e03'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:48:44.599909 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:48:44.609702 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:48:44.620875 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Made reservation on behalf of c1c3c2e9c3ca46428da5e1689da07e03 for: {'port': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:48:44.624460 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:44.793044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Allocated IP 172.20.0.7 (46884429-1ed9-45b1-9f66-ebb425e6c9aa/a357af4e-5015-4f06-bdf4-c3bdb308e666/24493eb0-8a4b-4bb2-91f7-e75214689050) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:48:45.010526 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:45.012766 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:45.080961 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:45.096106 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:45.124494 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['db2705e9-07a7-48ee-b1a8-408010bdd949'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:48:45.181885 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Network 46884429-1ed9-45b1-9f66-ebb425e6c9aa is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:48:45.187428 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:48:45.198292 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:48:45.255811 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-7d92d969-5ffe-43b9-87b9-163d1aa47609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:45.257509 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Pushing event updated for resources: {'Port': ['ID=24493eb0-8a4b-4bb2-91f7-e75214689050,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:45.271994 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:45.287145 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17597b76-650c-4028-8137-39f4aef2acf6 req-13fe9136-65d2-4753-b787-a56a899c4ef1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:45.289269 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-17597b76-650c-4028-8137-39f4aef2acf6 req-13fe9136-65d2-4753-b787-a56a899c4ef1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.2660992 Jun 04 00:48:45.345056 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da91a3-e720-4e19-9ca4-75d5ae05d3dd req-16d552af-aa2c-4bf1-8aeb-319b7940c882 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:45.347619 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-08da91a3-e720-4e19-9ca4-75d5ae05d3dd req-16d552af-aa2c-4bf1-8aeb-319b7940c882 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 931 time: 0.2384286 Jun 04 00:48:45.356001 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:45.356703 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:45.372843 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-17597b76-650c-4028-8137-39f4aef2acf6 req-3e843ce3-6444-448f-ace4-80be4d99ac57 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714111 Jun 04 00:48:45.398576 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9357376 Jun 04 00:48:45.420627 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Request body: {'port': {'device_id': '6abf9445-f8f9-4737-be39-44b5c28da144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:48:45.439120 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37860) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:45.462433 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-08da91a3-e720-4e19-9ca4-75d5ae05d3dd req-236dda9a-88e6-41f5-87f0-c64b10741623 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062384 Jun 04 00:48:45.556055 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:45.582636 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-9070e333-6afb-4dec-8743-584af214ac4a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1416376 Jun 04 00:48:45.620602 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:48:45.922432 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24493eb0-8a4b-4bb2-91f7-e75214689050 {{(pid=103533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:48:45.929748 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:45.944903 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Transition to ACTIVE for port object 24493eb0-8a4b-4bb2-91f7-e75214689050 will not be triggered until provisioned by entity L2. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:48:45.950629 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:45.960605 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:45.973091 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:46.160826 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Pushing event updated for resources: {'Port': ['ID=24493eb0-8a4b-4bb2-91f7-e75214689050,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:46.165444 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:46.191895 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Attempting to bind port 24493eb0-8a4b-4bb2-91f7-e75214689050 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:48:46.192235 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Attempting to bind port 24493eb0-8a4b-4bb2-91f7-e75214689050 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:48:46.192561 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Attempting to bind port 24493eb0-8a4b-4bb2-91f7-e75214689050 on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:48:46.197276 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Port 24493eb0-8a4b-4bb2-91f7-e75214689050 on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:48:46.197595 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Attempting to bind port 24493eb0-8a4b-4bb2-91f7-e75214689050 on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:48:46.202835 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:48:46.203169 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Checking segment: {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:48:46.203577 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Bound using segment: {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:48:46.204006 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Bound port: 24493eb0-8a4b-4bb2-91f7-e75214689050, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:48:46.204349 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:46.292035 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] For port 24493eb0-8a4b-4bb2-91f7-e75214689050, host hv-cinder-48994, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:48:46.295608 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] For port 24493eb0-8a4b-4bb2-91f7-e75214689050, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=24493eb0-8a4b-4bb2-91f7-e75214689050,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:48:46.301170 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:46.306612 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9698efea-8211-4795-bb55-cea4eefc4e21 tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:46.460631 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:46.461273 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:46.462701 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] 10.222.0.47 "PUT /v2.0/ports/24493eb0-8a4b-4bb2-91f7-e75214689050 HTTP/1.1" status: 200 len: 1093 time: 1.0501242 Jun 04 00:48:46.463227 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abf9445-f8f9-4737-be39-44b5c28da144', 'tag': '24493eb0-8a4b-4bb2-91f7-e75214689050'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:48:46.465581 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29bc41a-4951-4117-93a1-30d79e4725dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6abf9445-f8f9-4737-be39-44b5c28da144", "tag": "24493eb0-8a4b-4bb2-91f7-e75214689050"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:48:46.495114 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Pushing event updated for resources: {'Port': ['ID=24493eb0-8a4b-4bb2-91f7-e75214689050,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:46.500007 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:46.512943 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1c6504-75e5-4062-8b9a-6f407537eeb9 x-openstack-request-id: req-cd1c6504-75e5-4062-8b9a-6f407537eeb9 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:48:46.513456 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abf9445-f8f9-4737-be39-44b5c28da144", "tag": "24493eb0-8a4b-4bb2-91f7-e75214689050", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:48:46.514089 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd1c6504-75e5-4062-8b9a-6f407537eeb9 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:48:46.514327 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abf9445-f8f9-4737-be39-44b5c28da144', 'tag': '24493eb0-8a4b-4bb2-91f7-e75214689050', 'status': 'completed', 'code': 200} Jun 04 00:48:46.620964 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebd127-1a60-4072-b7cc-f1201f7df367 req-44945973-fa06-4183-9995-89db966a0dc8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:46.623216 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aeebd127-1a60-4072-b7cc-f1201f7df367 req-44945973-fa06-4183-9995-89db966a0dc8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.1151433 Jun 04 00:48:46.673157 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aeebd127-1a60-4072-b7cc-f1201f7df367 req-704b9687-9941-4041-8db3-9acd04bcd5d0 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Jun 04 00:48:46.704498 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-dd7a0c00-a63c-4942-b9ad-a7399c4f9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:46.705982 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-dd7a0c00-a63c-4942-b9ad-a7399c4f9405 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 1096 time: 0.1637509 Jun 04 00:48:46.713581 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71de54-0b47-4509-8767-9028bf6b9228 req-592d8ec5-849f-464f-b91b-c437dd56dc85 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:46.714247 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-7a71de54-0b47-4509-8767-9028bf6b9228 req-592d8ec5-849f-464f-b91b-c437dd56dc85 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Synchronizing usage tracker for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:48:46.791374 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-7a71de54-0b47-4509-8767-9028bf6b9228 req-592d8ec5-849f-464f-b91b-c437dd56dc85 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Unset dirty status for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:48:46.792573 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7a71de54-0b47-4509-8767-9028bf6b9228 req-592d8ec5-849f-464f-b91b-c437dd56dc85 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.1965625 Jun 04 00:48:46.802928 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-78b9461b-8608-4264-a279-edb4d707dfc0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24493eb0-8a4b-4bb2-91f7-e75214689050 HTTP/1.1" status: 200 len: 217 time: 0.0755587 Jun 04 00:48:46.900224 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7a71de54-0b47-4509-8767-9028bf6b9228 req-42155c1d-2207-474c-a21d-5031e31fba9f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987964 Jun 04 00:48:46.904085 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-95509feb-ed18-4324-be0f-34dc93121ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:46.905579 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-95509feb-ed18-4324-be0f-34dc93121ff0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a357af4e-5015-4f06-bdf4-c3bdb308e666 HTTP/1.1" status: 200 len: 855 time: 0.0897584 Jun 04 00:48:46.968675 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-92ce7c08-d5fb-407f-95fb-a896d772ffd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46884429-1ed9-45b1-9f66-ebb425e6c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558074 Jun 04 00:48:47.118073 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-4e9cab68-ad0c-4e0b-9c85-5ab23da4a9e2 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344841 Jun 04 00:48:47.249040 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8436c226-8b89-4286-a2de-744bfa92cad3 req-9e0fabc3-fd61-42fa-b5de-4cc7cec67a89 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235809 Jun 04 00:48:47.472818 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-4b41f671-789d-4480-b345-f3e257f43f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:47.474289 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-4b41f671-789d-4480-b345-f3e257f43f97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 1096 time: 0.0789635 Jun 04 00:48:47.477962 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41515b-b663-4807-8d26-e474ce2e684e req-cc9d4c86-081b-4e04-ad3c-e7f524530a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:47.479473 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-cc9d4c86-081b-4e04-ad3c-e7f524530a65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71&tenant_id=73f2606236bc4287831e9973cd15c78a HTTP/1.1" status: 200 len: 1097 time: 0.0845566 Jun 04 00:48:47.608491 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:47.629733 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-617b5abc-31e9-4121-8e7f-8dec6912edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:47.631201 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-617b5abc-31e9-4121-8e7f-8dec6912edc8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 916 time: 0.1319962 Jun 04 00:48:47.641440 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41515b-b663-4807-8d26-e474ce2e684e req-2928346a-2c74-4dec-a837-bfae78ab2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:47.642890 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-2928346a-2c74-4dec-a837-bfae78ab2ba6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 1097 time: 0.0743208 Jun 04 00:48:47.701704 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-e7ffc63f-1849-448d-89bb-e32166bd5fd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24493eb0-8a4b-4bb2-91f7-e75214689050 HTTP/1.1" status: 200 len: 217 time: 0.0637174 Jun 04 00:48:47.768166 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-1a0a9166-4196-4a4a-b050-6e84c3bbc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:47.769592 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-1a0a9166-4196-4a4a-b050-6e84c3bbc0c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a357af4e-5015-4f06-bdf4-c3bdb308e666 HTTP/1.1" status: 200 len: 855 time: 0.0615211 Jun 04 00:48:47.773062 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41515b-b663-4807-8d26-e474ce2e684e req-94c24b8b-e297-4ce4-b281-95c480dce87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:47.774662 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-94c24b8b-e297-4ce4-b281-95c480dce87b service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.1246877 Jun 04 00:48:47.872053 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-ebc3f5f3-9996-4559-bb16-2e0f96e528a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46884429-1ed9-45b1-9f66-ebb425e6c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814636 Jun 04 00:48:47.886740 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-8f7c3c04-aaa0-4bef-900b-e7593ec93c2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65060927-7162-4793-8124-b13d1abe44cb HTTP/1.1" status: 200 len: 1000 time: 0.0966191 Jun 04 00:48:47.953761 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41515b-b663-4807-8d26-e474ce2e684e req-9a2042a1-7de6-4828-b499-eb84fba32e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:47.955383 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-9a2042a1-7de6-4828-b499-eb84fba32e37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0627520 Jun 04 00:48:48.005596 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25373a8-bc56-44e7-bb55-733bebdabe16 req-2f7ec405-144b-4ac4-b2b9-d1d602419261 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:48.014464 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b25373a8-bc56-44e7-bb55-733bebdabe16 req-2f7ec405-144b-4ac4-b2b9-d1d602419261 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.2248673 Jun 04 00:48:48.072725 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-6782e2f8-8df2-4bbd-8eeb-cec990ffd8e8 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914525 Jun 04 00:48:48.081018 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b25373a8-bc56-44e7-bb55-733bebdabe16 req-93e6e05c-02be-414e-a9d3-dadaea8d2f20 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654309 Jun 04 00:48:48.132848 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41515b-b663-4807-8d26-e474ce2e684e req-85196a1a-aaa3-4db0-b332-ae2e92f1e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:48.134451 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-85196a1a-aaa3-4db0-b332-ae2e92f1e148 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1712363 Jun 04 00:48:48.221630 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e29bc41a-4951-4117-93a1-30d79e4725dc req-a88cf8fd-b7f2-4b2c-9507-02d55d5d72e3 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396182 Jun 04 00:48:48.234853 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f92db-8b55-4ad7-917e-91ab89f6f6fa req-2205ac72-417c-42f5-b779-12fd2703ae7e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:48.236336 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7f4f92db-8b55-4ad7-917e-91ab89f6f6fa req-2205ac72-417c-42f5-b779-12fd2703ae7e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.2015743 Jun 04 00:48:48.307850 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7f4f92db-8b55-4ad7-917e-91ab89f6f6fa req-3472ecc6-9297-4c5c-b0b3-1534ff948de2 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651672 Jun 04 00:48:48.309746 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-ffb7ecb8-c31e-4575-b810-8522693d1bea service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675820 Jun 04 00:48:48.460682 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-fd582d8a-198a-42d0-b15d-99378c9f0eb4 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417584 Jun 04 00:48:49.343477 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fedd9-3675-4408-9308-24ce8dd1b3d0 req-cdf37866-67a1-42a5-8420-efe34c9e7863 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:49.345079 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e67fedd9-3675-4408-9308-24ce8dd1b3d0 req-cdf37866-67a1-42a5-8420-efe34c9e7863 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0886805 Jun 04 00:48:49.404639 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e67fedd9-3675-4408-9308-24ce8dd1b3d0 req-93a18758-d7ce-451a-b794-6efdc35c54f7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516627 Jun 04 00:48:49.613528 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cd7ed-4f57-4cca-b64c-2a1c86551e72 req-d5f978eb-7531-40d8-a756-d695809105ef tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:49.615027 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2a4cd7ed-4f57-4cca-b64c-2a1c86551e72 req-d5f978eb-7531-40d8-a756-d695809105ef tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.1714301 Jun 04 00:48:49.659957 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2a4cd7ed-4f57-4cca-b64c-2a1c86551e72 req-d6f97b4b-723e-48d8-a25d-782d60c8c59b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386994 Jun 04 00:48:50.774905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867b3e2-49dd-450f-b5bb-7a7e8890ce3d req-09f29e1c-acaa-4669-b555-f014a619d648 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:50.776908 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8867b3e2-49dd-450f-b5bb-7a7e8890ce3d req-09f29e1c-acaa-4669-b555-f014a619d648 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0862703 Jun 04 00:48:50.838714 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 37962) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:50.840763 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8867b3e2-49dd-450f-b5bb-7a7e8890ce3d req-9467ecb1-76a5-4731-ac5e-289638c47769 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573711 Jun 04 00:48:50.878098 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec098b-b32e-452a-b899-764955abc423 req-47eec0f0-7bcf-4530-a1f9-1280188c435b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:50.879822 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-82ec098b-b32e-452a-b899-764955abc423 req-47eec0f0-7bcf-4530-a1f9-1280188c435b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.1029344 Jun 04 00:48:50.926166 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-82ec098b-b32e-452a-b899-764955abc423 req-a2c8dcd3-0487-4f3a-93ce-267f6d1d7e4a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Jun 04 00:48:50.983820 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:50.998702 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:48:51.002562 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Usage tracker for resource:security_group_rule and tenant:199d040a456943d1bb462f561af2840e is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:48:51.005389 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:48:51.011009 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:48:51.103074 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:51.108127 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:51.115655 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b87631e9-3810-4e32-8500-566f03ca22f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:51.155262 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd578b0-ed0b-4784-a6f2-bf7ef8929610,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:51.159228 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=199d040a456943d1bb462f561af2840e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190076 Jun 04 00:48:51.162245 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 37966) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:51.165487 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.165855 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.166210 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.166558 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.166897 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.167244 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.167619 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.167961 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.168307 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.168642 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.168977 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.169312 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:48:51.173175 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:51.225111 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6faae66f-624b-4564-86c9-5d36ca6b38c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:51.250448 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6faae66f-624b-4564-86c9-5d36ca6b38c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:51.309262 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6faae66f-624b-4564-86c9-5d36ca6b38c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:51.313084 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-180b2a75-278b-475c-8fa3-83243458618f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:51.324002 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae66f-624b-4564-86c9-5d36ca6b38c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd578b0-ed0b-4784-a6f2-bf7ef8929610,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:51.327941 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6faae66f-624b-4564-86c9-5d36ca6b38c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:51.331043 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6faae66f-624b-4564-86c9-5d36ca6b38c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:51.332202 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-6faae66f-624b-4564-86c9-5d36ca6b38c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bd578b0-ed0b-4784-a6f2-bf7ef8929610 HTTP/1.1" status: 204 len: 168 time: 0.1689186 Jun 04 00:48:52.044599 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658c0cb-c80a-4125-a79c-5dbcd81d2726 req-c5d35c86-37e3-4b2a-8dbf-560e76ec00d7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:52.053094 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8658c0cb-c80a-4125-a79c-5dbcd81d2726 req-c5d35c86-37e3-4b2a-8dbf-560e76ec00d7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0971758 Jun 04 00:48:52.104794 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8658c0cb-c80a-4125-a79c-5dbcd81d2726 req-93380abc-e85c-4019-938e-6788a6547649 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491951 Jun 04 00:48:52.169661 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f39615-bb0a-49a8-9463-37cb053ed13e req-0ae1c83a-4cc1-4a71-8cd2-85d3ede0f63a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:52.171178 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-74f39615-bb0a-49a8-9463-37cb053ed13e req-0ae1c83a-4cc1-4a71-8cd2-85d3ede0f63a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.1070182 Jun 04 00:48:52.218512 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-74f39615-bb0a-49a8-9463-37cb053ed13e req-9a216c29-9f1a-4244-bae7-8ca5eeddf142 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414236 Jun 04 00:48:53.341699 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13fe4-2095-4d10-a889-4533a8157236 req-a8234043-492c-4002-9e84-199bce97df03 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:53.343636 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-80d13fe4-2095-4d10-a889-4533a8157236 req-a8234043-492c-4002-9e84-199bce97df03 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0930507 Jun 04 00:48:53.408103 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-80d13fe4-2095-4d10-a889-4533a8157236 req-62ff1828-86e4-49c0-b394-3e7cf16e4576 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586836 Jun 04 00:48:53.431029 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b6399-f4ea-43a8-bdad-97edeca67ff2 req-54491993-4cd3-4dd9-b4bd-ed7aca8a5140 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:53.432521 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cd5b6399-f4ea-43a8-bdad-97edeca67ff2 req-54491993-4cd3-4dd9-b4bd-ed7aca8a5140 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0953009 Jun 04 00:48:53.486119 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cd5b6399-f4ea-43a8-bdad-97edeca67ff2 req-fad931f1-0744-4f26-9dbe-34b88ef5704c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478206 Jun 04 00:48:54.021744 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:54.605377 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cc80f-2180-41a6-a2e8-1a020d12e446 req-c0d27679-acff-4572-9ef1-181281758965 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:54.606831 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc4cc80f-2180-41a6-a2e8-1a020d12e446 req-c0d27679-acff-4572-9ef1-181281758965 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0874772 Jun 04 00:48:54.657524 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc4cc80f-2180-41a6-a2e8-1a020d12e446 req-d7b35ee3-1aad-4223-89d2-23b3826cf855 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445402 Jun 04 00:48:54.693544 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c876a-46d2-4f74-81ae-babe78393445 req-53074099-4256-4649-ad0d-c8481ee7c7a6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:54.695029 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8d8c876a-46d2-4f74-81ae-babe78393445 req-53074099-4256-4649-ad0d-c8481ee7c7a6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0931776 Jun 04 00:48:54.740514 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8d8c876a-46d2-4f74-81ae-babe78393445 req-a432eb77-f126-4edb-a89d-e0521b58bca3 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Jun 04 00:48:55.432049 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 38034) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:55.557772 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:55.574773 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:48:55.578784 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Usage tracker for resource:security_group_rule and tenant:691199af427343bd97e65bc75d1feb3f is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:48:55.582204 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:48:55.591566 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:48:55.678357 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:55.683305 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:55.694313 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3a6dfcca-700f-4fff-b3d4-ed67e6d44765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:55.736053 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f701a4-9fc2-48b4-b055-1ad172283191,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:55.742108 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:55.750438 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=691199af427343bd97e65bc75d1feb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172135 Jun 04 00:48:55.753214 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 38040) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:48:55.819513 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-53de81d9-fddc-405f-9510-9063ff7c238e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:55.853988 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-53de81d9-fddc-405f-9510-9063ff7c238e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:55.866382 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673612d-887c-4f79-834c-944f14ca88ed req-06773111-8361-4a53-8c4d-da05229330a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:55.867817 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7673612d-887c-4f79-834c-944f14ca88ed req-06773111-8361-4a53-8c4d-da05229330a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0900552 Jun 04 00:48:55.916494 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7673612d-887c-4f79-834c-944f14ca88ed req-bfae4752-70be-4bc7-939e-25d1502d150c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Jun 04 00:48:56.053902 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876d330-ec6a-497e-a4e2-1cfa9b048b5c req-c8bf6691-d668-4689-9def-cc200989a333 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:56.058423 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e876d330-ec6a-497e-a4e2-1cfa9b048b5c req-c8bf6691-d668-4689-9def-cc200989a333 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.1799922 Jun 04 00:48:56.058423 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-53de81d9-fddc-405f-9510-9063ff7c238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:56.060094 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-0e9f09a1-0d7a-44ee-a64d-6ad823dcafb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:48:56.088042 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de81d9-fddc-405f-9510-9063ff7c238e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f701a4-9fc2-48b4-b055-1ad172283191,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:48:56.094367 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-53de81d9-fddc-405f-9510-9063ff7c238e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:48:56.105316 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-53de81d9-fddc-405f-9510-9063ff7c238e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:48:56.109392 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-53de81d9-fddc-405f-9510-9063ff7c238e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04f701a4-9fc2-48b4-b055-1ad172283191 HTTP/1.1" status: 204 len: 168 time: 0.3551581 Jun 04 00:48:56.145470 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e876d330-ec6a-497e-a4e2-1cfa9b048b5c req-b5431eb6-4eba-4208-948a-dfc80857f89b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788250 Jun 04 00:48:57.120861 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e0a82-84cb-4cba-bc38-f6be1b3759fe req-accc998d-0c2e-4990-b0f3-c5770ecd894f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:57.122310 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e92e0a82-84cb-4cba-bc38-f6be1b3759fe req-accc998d-0c2e-4990-b0f3-c5770ecd894f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0879483 Jun 04 00:48:57.170889 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e92e0a82-84cb-4cba-bc38-f6be1b3759fe req-87180c05-76f4-430e-b866-7656cea3b08c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Jun 04 00:48:57.351008 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dc55f-6347-4564-9c30-30cddc68e4b6 req-3bf4852b-299f-4b59-9a39-d52bc42bfc64 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:57.352515 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cf8dc55f-6347-4564-9c30-30cddc68e4b6 req-3bf4852b-299f-4b59-9a39-d52bc42bfc64 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0914278 Jun 04 00:48:57.402660 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cf8dc55f-6347-4564-9c30-30cddc68e4b6 req-93157856-9662-4cd9-a5ae-bef242d291ab tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 Jun 04 00:48:57.445868 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:48:58.371364 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78733f81-daf7-4866-bb1d-f8e528c26504 req-7200ee91-4f8a-4ae1-ae0f-be79f9ec6a0e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:58.372955 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-78733f81-daf7-4866-bb1d-f8e528c26504 req-7200ee91-4f8a-4ae1-ae0f-be79f9ec6a0e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0848567 Jun 04 00:48:58.424776 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-78733f81-daf7-4866-bb1d-f8e528c26504 req-b9c92619-901a-48ce-a8d7-a4dfafa8e660 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429461 Jun 04 00:48:58.598342 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aca9f4-cc23-414a-be41-49a07e73d942 req-c1372d80-3d1c-4de2-a199-057797b3f412 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:58.600137 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1aca9f4-cc23-414a-be41-49a07e73d942 req-c1372d80-3d1c-4de2-a199-057797b3f412 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0801902 Jun 04 00:48:58.650775 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d1aca9f4-cc23-414a-be41-49a07e73d942 req-554977db-addb-4387-b33d-12d3f6e35ab6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Jun 04 00:48:59.630822 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23af787-8cd5-46ab-a337-360a29b75a0c req-54ece22e-cdad-43aa-8ece-2720ff77f81a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:59.633135 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e23af787-8cd5-46ab-a337-360a29b75a0c req-54ece22e-cdad-43aa-8ece-2720ff77f81a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0872781 Jun 04 00:48:59.676099 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e23af787-8cd5-46ab-a337-360a29b75a0c req-5e77a714-3266-4476-a714-fdd11871086e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379038 Jun 04 00:48:59.850365 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b17bb-a5c4-4b83-93f1-3f770cb58ca0 req-deca6796-19d9-42d4-b12c-a63822efa83a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:48:59.851849 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a92b17bb-a5c4-4b83-93f1-3f770cb58ca0 req-deca6796-19d9-42d4-b12c-a63822efa83a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0829239 Jun 04 00:48:59.897245 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a92b17bb-a5c4-4b83-93f1-3f770cb58ca0 req-b90ccbe2-6e34-4888-93e6-b9dc8126ef0f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Jun 04 00:49:00.872028 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd57110-a73a-4f34-8b48-f95b227130e0 req-36fff3a2-66ff-4d71-909c-b2e3bfda1e2a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:00.873597 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbd57110-a73a-4f34-8b48-f95b227130e0 req-36fff3a2-66ff-4d71-909c-b2e3bfda1e2a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0825279 Jun 04 00:49:00.923607 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dbd57110-a73a-4f34-8b48-f95b227130e0 req-2f2f2ca3-92f1-4b19-8dbe-26c780c6bcbd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Jun 04 00:49:01.098620 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ce394-5a08-4516-a9fb-7f0f32e42d1a req-6e33ba5a-bb6c-4be0-92c5-1865cfc5be8f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:01.100145 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-815ce394-5a08-4516-a9fb-7f0f32e42d1a req-6e33ba5a-bb6c-4be0-92c5-1865cfc5be8f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0920753 Jun 04 00:49:01.149742 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-815ce394-5a08-4516-a9fb-7f0f32e42d1a req-78d343d1-0849-4d8f-ae29-3db59742f88e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Jun 04 00:49:02.117589 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97330a9-5072-406d-a9eb-2c1a0b691f54 req-d6b842f5-141e-4fa8-82d3-7ab6ae12a3b2 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:02.119117 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f97330a9-5072-406d-a9eb-2c1a0b691f54 req-d6b842f5-141e-4fa8-82d3-7ab6ae12a3b2 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0826306 Jun 04 00:49:02.164741 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f97330a9-5072-406d-a9eb-2c1a0b691f54 req-1abacf9b-0f34-40f5-9403-f328b4f484d0 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391800 Jun 04 00:49:02.345281 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc044a-f8d6-4a0d-80c0-480dbfdba588 req-93d5a2ff-d25c-42f2-979b-bde0345f44b6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:02.346738 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-09bc044a-f8d6-4a0d-80c0-480dbfdba588 req-93d5a2ff-d25c-42f2-979b-bde0345f44b6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0853317 Jun 04 00:49:02.393737 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-09bc044a-f8d6-4a0d-80c0-480dbfdba588 req-e12fca8c-fc19-4023-946e-f6987afb6b1c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Jun 04 00:49:03.384197 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a976582-0d6e-4e86-a108-4432aa1e04f5 req-0fae1251-f266-40ca-9971-6e7b635b265f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:03.385948 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6a976582-0d6e-4e86-a108-4432aa1e04f5 req-0fae1251-f266-40ca-9971-6e7b635b265f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.1004698 Jun 04 00:49:03.436586 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6a976582-0d6e-4e86-a108-4432aa1e04f5 req-65eaaa1e-c853-43e7-ad7d-1c5f2a85d4d5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446489 Jun 04 00:49:03.594164 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b0bf1-9d72-44b6-af95-7ecb223fc3d8 req-e40f0068-3337-4c79-b584-77d63ff4ed22 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:03.595511 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-007b0bf1-9d72-44b6-af95-7ecb223fc3d8 req-e40f0068-3337-4c79-b584-77d63ff4ed22 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0940130 Jun 04 00:49:03.643562 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-007b0bf1-9d72-44b6-af95-7ecb223fc3d8 req-b76ac6e8-3110-4ce1-a879-83c517b07f8e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395238 Jun 04 00:49:04.627766 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f976188-ba78-4273-9902-c17c7f9344ae req-2b7050c6-87df-459d-b62e-676c915709de tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:04.629125 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8f976188-ba78-4273-9902-c17c7f9344ae req-2b7050c6-87df-459d-b62e-676c915709de tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0797918 Jun 04 00:49:04.676101 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8f976188-ba78-4273-9902-c17c7f9344ae req-c3587249-a012-41a2-9c2f-442fef77f7f7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Jun 04 00:49:04.843360 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e807701-95ae-479a-8ac8-177f57045dc4 req-54dd0e05-38ed-4440-bda4-cf8cd692d3bc tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:04.844818 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8e807701-95ae-479a-8ac8-177f57045dc4 req-54dd0e05-38ed-4440-bda4-cf8cd692d3bc tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0843353 Jun 04 00:49:04.894966 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8e807701-95ae-479a-8ac8-177f57045dc4 req-1e496b95-3a05-4e14-a38a-46e123ea70ca tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Jun 04 00:49:05.899177 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195bc91-3ffd-4e7c-a82c-e183a051e821 req-846aeae7-35ee-4a5b-8cb6-70f1ee3495f5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:05.900642 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8195bc91-3ffd-4e7c-a82c-e183a051e821 req-846aeae7-35ee-4a5b-8cb6-70f1ee3495f5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0906305 Jun 04 00:49:05.944670 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8195bc91-3ffd-4e7c-a82c-e183a051e821 req-eac148ed-6aee-45cc-a62c-cb86cc6870d3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381563 Jun 04 00:49:06.083024 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212bf6-5907-4eb4-8f3f-6a2e7837fc1f req-653af38e-84fb-4389-998e-7fd415f396ec tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:06.084578 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9b212bf6-5907-4eb4-8f3f-6a2e7837fc1f req-653af38e-84fb-4389-998e-7fd415f396ec tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0860746 Jun 04 00:49:06.129590 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9b212bf6-5907-4eb4-8f3f-6a2e7837fc1f req-323be4e1-78a8-4a98-a5d0-11b950fe4dab tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393233 Jun 04 00:49:07.139660 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e738e6-dd29-4e58-be28-c7474d1465b6 req-d4db6665-78d7-4073-8525-110ab236d335 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:07.141166 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-83e738e6-dd29-4e58-be28-c7474d1465b6 req-d4db6665-78d7-4073-8525-110ab236d335 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0864038 Jun 04 00:49:07.191264 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-83e738e6-dd29-4e58-be28-c7474d1465b6 req-05c275af-e2af-4df7-bfe8-ae6b78da2fc6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441458 Jun 04 00:49:07.319247 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d6d2-977b-4753-b5df-8c7a12eaf064 req-ab4fc3e0-2344-42d0-9fce-4ee73c60bd8d tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:07.320730 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4568d6d2-977b-4753-b5df-8c7a12eaf064 req-ab4fc3e0-2344-42d0-9fce-4ee73c60bd8d tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 943 time: 0.0836434 Jun 04 00:49:07.365090 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4568d6d2-977b-4753-b5df-8c7a12eaf064 req-db533831-b5ab-4cfd-9aea-478a94110fca tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Jun 04 00:49:07.645701 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475c021-1218-4fc9-90b9-316454e68801 req-3108b076-97e7-4f6b-8301-8ef6d0ddb0bb tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:07.647221 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5475c021-1218-4fc9-90b9-316454e68801 req-3108b076-97e7-4f6b-8301-8ef6d0ddb0bb tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.0939555 Jun 04 00:49:07.692603 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5475c021-1218-4fc9-90b9-316454e68801 req-2ccd8674-431f-400f-be37-d4798e449859 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Jun 04 00:49:07.787404 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 24493eb0-8a4b-4bb2-91f7-e75214689050 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:49:07.932933 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 24493eb0-8a4b-4bb2-91f7-e75214689050, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=24493eb0-8a4b-4bb2-91f7-e75214689050,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:07.946225 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '24493eb0-8a4b-4bb2-91f7-e75214689050', 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa', 'port_id': '24493eb0-8a4b-4bb2-91f7-e75214689050', 'mac_address': 'fa:16:3e:f8:cd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a357af4e-5015-4f06-bdf4-c3bdb308e666', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:49:08.002255 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:08.019372 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24493eb0-8a4b-4bb2-91f7-e75214689050 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:49:08.035924 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 24493eb0-8a4b-4bb2-91f7-e75214689050, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=24493eb0-8a4b-4bb2-91f7-e75214689050,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:08.043253 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:08.044948 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:08.114864 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=24493eb0-8a4b-4bb2-91f7-e75214689050,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:08.118165 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:08.409033 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794abaff-74ea-48a7-b59d-996b1c968a93 req-3735c24c-affd-425c-83a9-9435718cfa88 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:08.410508 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-794abaff-74ea-48a7-b59d-996b1c968a93 req-3735c24c-affd-425c-83a9-9435718cfa88 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0943112 Jun 04 00:49:08.457372 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-794abaff-74ea-48a7-b59d-996b1c968a93 req-9dd6d198-9760-46f6-8809-5098ea507ab1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Jun 04 00:49:08.565978 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f7e1d-f531-4cb7-9577-f47d726155b4 req-330a46d0-314e-46cc-ae6b-706d6a67e578 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:08.567351 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-396f7e1d-f531-4cb7-9577-f47d726155b4 req-330a46d0-314e-46cc-ae6b-706d6a67e578 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 944 time: 0.0930603 Jun 04 00:49:08.577020 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['24493eb0-8a4b-4bb2-91f7-e75214689050'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:49:08.613843 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-396f7e1d-f531-4cb7-9577-f47d726155b4 req-936f1e50-ea9f-4ea6-9576-2efe4e8a434f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Jun 04 00:49:08.897258 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eb45b-48d5-486a-bd89-288b37813d04 req-90dd7af7-183e-4a28-958b-9956edb452d3 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:08.898709 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-869eb45b-48d5-486a-bd89-288b37813d04 req-90dd7af7-183e-4a28-958b-9956edb452d3 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.0920303 Jun 04 00:49:09.017055 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-869eb45b-48d5-486a-bd89-288b37813d04 req-84d75864-4760-4278-9139-3d0987b049d6 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105738 Jun 04 00:49:09.674190 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ec71-4f3d-4552-ad08-5a9389976544 req-e15f7371-1ffa-4992-92b7-79b55e8c0491 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:09.675589 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3a32ec71-4f3d-4552-ad08-5a9389976544 req-e15f7371-1ffa-4992-92b7-79b55e8c0491 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 944 time: 0.0922129 Jun 04 00:49:09.720325 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3a32ec71-4f3d-4552-ad08-5a9389976544 req-57db21fe-e393-4d41-bb6b-c2e43771774a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387254 Jun 04 00:49:09.774570 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:49:09.784921 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 24493eb0-8a4b-4bb2-91f7-e75214689050 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:49:09.797865 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb4625-1d1f-4fa5-99dc-01744c73fff6 req-ea05a1d4-c38a-47ff-90f6-da3dfa74b1aa tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:09.799304 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-47eb4625-1d1f-4fa5-99dc-01744c73fff6 req-ea05a1d4-c38a-47ff-90f6-da3dfa74b1aa tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 944 time: 0.0801725 Jun 04 00:49:09.843927 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-47eb4625-1d1f-4fa5-99dc-01744c73fff6 req-87863327-117c-48af-91ae-b2c81c02fc47 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386379 Jun 04 00:49:09.949633 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 24493eb0-8a4b-4bb2-91f7-e75214689050 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:49:09.965054 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 24493eb0-8a4b-4bb2-91f7-e75214689050 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:49:09.965428 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:10.021818 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:10.048742 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '65060927-7162-4793-8124-b13d1abe44cb', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'port_id': '65060927-7162-4793-8124-b13d1abe44cb', 'mac_address': 'fa:16:3e:a2:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:49:10.116196 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:10.170480 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65060927-7162-4793-8124-b13d1abe44cb {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:49:10.189960 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:10.203864 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:10.207221 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b86e1-d4d4-426e-be86-8e92aa965683 req-36aa07ba-1102-4529-a4bb-9707571d20af tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:10.208750 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cf5b86e1-d4d4-426e-be86-8e92aa965683 req-36aa07ba-1102-4529-a4bb-9707571d20af tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.0842643 Jun 04 00:49:10.212886 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:10.217175 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:10.254188 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf9445-f8f9-4737-be39-44b5c28da144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24493eb0-8a4b-4bb2-91f7-e75214689050'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:49:10.255107 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cf5b86e1-d4d4-426e-be86-8e92aa965683 req-70388ae3-c3d4-48b4-80bd-3db41a33986d tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Jun 04 00:49:10.256662 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd325b92-e753-4cb7-8215-b51aef7675be" -d '{"events": [{"server_uuid": "6abf9445-f8f9-4737-be39-44b5c28da144", "name": "network-vif-plugged", "status": "completed", "tag": "24493eb0-8a4b-4bb2-91f7-e75214689050"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:49:10.283506 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 24493eb0-8a4b-4bb2-91f7-e75214689050, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=24493eb0-8a4b-4bb2-91f7-e75214689050,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:10.290451 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:10.300700 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=9']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:10.303740 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:10.304553 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:10.335120 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af6e9b-dd88-4b3a-81b8-3d1ac4541f13 x-openstack-request-id: req-d7af6e9b-dd88-4b3a-81b8-3d1ac4541f13 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:49:10.335415 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abf9445-f8f9-4737-be39-44b5c28da144", "name": "network-vif-plugged", "status": "completed", "tag": "24493eb0-8a4b-4bb2-91f7-e75214689050", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:49:10.335718 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7af6e9b-dd88-4b3a-81b8-3d1ac4541f13 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:49:10.336105 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abf9445-f8f9-4737-be39-44b5c28da144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24493eb0-8a4b-4bb2-91f7-e75214689050', 'code': 200} Jun 04 00:49:10.376386 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=24493eb0-8a4b-4bb2-91f7-e75214689050,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:10.379559 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:10.605871 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a429a2-efdc-415a-acfa-aeea993786f6 req-130fbefb-5a1f-4b38-84b1-08038fac3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:10.607902 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c0a429a2-efdc-415a-acfa-aeea993786f6 req-130fbefb-5a1f-4b38-84b1-08038fac3c6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 1098 time: 0.0785778 Jun 04 00:49:10.653293 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c0a429a2-efdc-415a-acfa-aeea993786f6 req-1666c48a-dbcd-497a-9efc-d97cd9bc3b08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Jun 04 00:49:10.700521 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['65060927-7162-4793-8124-b13d1abe44cb'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:49:10.910852 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37aa35-e369-462a-81b4-2b4d4812772f req-01ea9199-9fe1-4890-a67f-6ffd5ac6aac4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:10.913060 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-7a37aa35-e369-462a-81b4-2b4d4812772f req-01ea9199-9fe1-4890-a67f-6ffd5ac6aac4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 945 time: 0.0831206 Jun 04 00:49:10.961569 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-7a37aa35-e369-462a-81b4-2b4d4812772f req-d4b1d13e-2fd0-49ef-80f4-4dcf3479a537 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 Jun 04 00:49:11.032638 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc2bd3-0c62-4ff2-88b6-13f54615b401 req-0f6a63c9-8f23-479f-a3e8-d5a944076c4f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:11.034130 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fecc2bd3-0c62-4ff2-88b6-13f54615b401 req-0f6a63c9-8f23-479f-a3e8-d5a944076c4f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 945 time: 0.0809474 Jun 04 00:49:11.081217 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fecc2bd3-0c62-4ff2-88b6-13f54615b401 req-c8e97fb1-513b-47bf-9150-805febaad953 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Jun 04 00:49:11.458695 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156bdb0-e454-4e9d-a4e6-3512d38ee80a req-8bb551ca-d87a-4ee8-99ad-c3f08a052601 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:11.460292 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a156bdb0-e454-4e9d-a4e6-3512d38ee80a req-8bb551ca-d87a-4ee8-99ad-c3f08a052601 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.0835950 Jun 04 00:49:11.505473 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a156bdb0-e454-4e9d-a4e6-3512d38ee80a req-628f21c3-cbf2-46fc-afd5-5fe640487bc5 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Jun 04 00:49:12.164322 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd96f9f-d8c9-49ce-acc1-992baf7e5ac1 req-e67b7e53-fa16-4a40-b10f-118fb8f820d7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:12.165847 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4cd96f9f-d8c9-49ce-acc1-992baf7e5ac1 req-e67b7e53-fa16-4a40-b10f-118fb8f820d7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 945 time: 0.0813799 Jun 04 00:49:12.210156 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4cd96f9f-d8c9-49ce-acc1-992baf7e5ac1 req-c30ad054-91a7-4727-9935-76d72a21c1f8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386591 Jun 04 00:49:12.302769 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e58f7-7c49-4d47-a155-5246d5c910e8 req-1567088f-27e1-4bb9-9cac-6fb216cf0734 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:12.304124 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6e9e58f7-7c49-4d47-a155-5246d5c910e8 req-1567088f-27e1-4bb9-9cac-6fb216cf0734 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 945 time: 0.1070445 Jun 04 00:49:12.346484 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6e9e58f7-7c49-4d47-a155-5246d5c910e8 req-e20cac44-344a-4cbf-b5e3-9a73c60f8ca1 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Jun 04 00:49:12.425441 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-2318ab5f-e225-467c-91c4-1f984983a6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:12.706863 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7786f5-8c7e-4615-8200-d70a4491208b req-0358a4b3-19df-4e9f-862f-1781791ed7ce tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:12.708325 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7d7786f5-8c7e-4615-8200-d70a4491208b req-0358a4b3-19df-4e9f-862f-1781791ed7ce tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.0868628 Jun 04 00:49:12.754294 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7d7786f5-8c7e-4615-8200-d70a4491208b req-205a0d54-c6e5-4926-b9f1-f388c7c6b37a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Jun 04 00:49:13.421022 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4365d8f-3a0d-4d9a-9106-a1c3785fd15e req-b35ab812-5681-46ee-a747-ec7ee4a3f9ef tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:13.422592 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b4365d8f-3a0d-4d9a-9106-a1c3785fd15e req-b35ab812-5681-46ee-a747-ec7ee4a3f9ef tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 945 time: 0.0926657 Jun 04 00:49:13.471301 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b4365d8f-3a0d-4d9a-9106-a1c3785fd15e req-cc304d6f-a1d3-4516-a9b2-08f114c7d613 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406122 Jun 04 00:49:13.563007 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59553dcb-6743-47e6-a473-fbe562db925c req-2d32ed51-d269-4a8b-8cd7-3b7b8177b3c4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:13.564477 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-59553dcb-6743-47e6-a473-fbe562db925c req-2d32ed51-d269-4a8b-8cd7-3b7b8177b3c4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.47 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.1380217 Jun 04 00:49:13.572381 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afe908-2728-492d-a0ca-fd88d6f79056 req-d33af95b-3b78-4709-9135-d4efe258bfd4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:13.573693 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-97afe908-2728-492d-a0ca-fd88d6f79056 req-d33af95b-3b78-4709-9135-d4efe258bfd4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 945 time: 0.1171167 Jun 04 00:49:13.695396 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-97afe908-2728-492d-a0ca-fd88d6f79056 req-9744326b-252f-40df-8d28-631dafeadf1e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924976 Jun 04 00:49:13.733401 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-59553dcb-6743-47e6-a473-fbe562db925c req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Deleting port 8182449a-d9f1-4c60-96f9-1277ff1a33c6 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:49:13.733738 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-59553dcb-6743-47e6-a473-fbe562db925c req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:13.808643 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:49:13.865526 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-59553dcb-6743-47e6-a473-fbe562db925c req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] For port 8182449a-d9f1-4c60-96f9-1277ff1a33c6, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8182449a-d9f1-4c60-96f9-1277ff1a33c6,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:13.865895 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-59553dcb-6743-47e6-a473-fbe562db925c req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:13.886144 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 65060927-7162-4793-8124-b13d1abe44cb triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:49:13.886533 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:14.005858 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:14.030325 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-59553dcb-6743-47e6-a473-fbe562db925c req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Calling delete_port for 8182449a-d9f1-4c60-96f9-1277ff1a33c6 owned by compute:nova {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:49:14.034634 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65060927-7162-4793-8124-b13d1abe44cb'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:49:14.036983 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020c42db-c9d9-4f13-930b-b89ef35b469e" -d '{"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-plugged", "status": "completed", "tag": "65060927-7162-4793-8124-b13d1abe44cb"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:49:14.044755 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:14.051364 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:14.054864 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:14.087758 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003921b-f5ea-4df0-ae51-8b35f30fa092 req-e6895db7-ad8f-416e-90f6-df6b3f363cdc tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:14.089249 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d003921b-f5ea-4df0-ae51-8b35f30fa092 req-e6895db7-ad8f-416e-90f6-df6b3f363cdc tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 946 time: 0.1613529 Jun 04 00:49:14.138842 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=10']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:14.142463 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:14.184866 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d003921b-f5ea-4df0-ae51-8b35f30fa092 req-29013923-7e99-466c-b398-701034dc5c0c tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818238 Jun 04 00:49:14.209091 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-59553dcb-6743-47e6-a473-fbe562db925c req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:14.215828 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:14.240645 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016fdd89-9673-4d78-ab40-e36a0841f21d x-openstack-request-id: req-016fdd89-9673-4d78-ab40-e36a0841f21d {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:49:14.240978 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-plugged", "status": "completed", "tag": "65060927-7162-4793-8124-b13d1abe44cb", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:49:14.241247 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-016fdd89-9673-4d78-ab40-e36a0841f21d {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:49:14.241661 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65060927-7162-4793-8124-b13d1abe44cb', 'code': 200} Jun 04 00:49:14.249074 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['8182449a-d9f1-4c60-96f9-1277ff1a33c6'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:49:14.262697 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Pushing event deleted for resources: {'Port': ['ID=8182449a-d9f1-4c60-96f9-1277ff1a33c6,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:14.266386 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:14.344440 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-59553dcb-6743-47e6-a473-fbe562db925c req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] No DVR routers for this DVR port 8182449a-d9f1-4c60-96f9-1277ff1a33c6 on host hv-cinder-48994 {{(pid=103533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:49:14.347260 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-59553dcb-6743-47e6-a473-fbe562db925c req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:14.349927 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a00cc7-ffe9-43ec-b59c-7b8f9debee38', 'name': 'network-vif-deleted', 'tag': '8182449a-d9f1-4c60-96f9-1277ff1a33c6'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:49:14.352311 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b57db-1b06-4308-8992-a9a0f7a948f4" -d '{"events": [{"server_uuid": "36a00cc7-ffe9-43ec-b59c-7b8f9debee38", "name": "network-vif-deleted", "tag": "8182449a-d9f1-4c60-96f9-1277ff1a33c6"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:49:14.371976 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-59553dcb-6743-47e6-a473-fbe562db925c req-aadb5f4f-a28a-4e28-b6ec-4ddf92b32f5a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.47 "DELETE /v2.0/ports/8182449a-d9f1-4c60-96f9-1277ff1a33c6 HTTP/1.1" status: 204 len: 173 time: 0.7971852 Jun 04 00:49:14.413292 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58fee01-0a06-4d15-aff0-619dddb19065 x-openstack-request-id: req-b58fee01-0a06-4d15-aff0-619dddb19065 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:49:14.413845 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a00cc7-ffe9-43ec-b59c-7b8f9debee38", "name": "network-vif-deleted", "tag": "8182449a-d9f1-4c60-96f9-1277ff1a33c6", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:49:14.414339 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b58fee01-0a06-4d15-aff0-619dddb19065 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:49:14.414923 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a00cc7-ffe9-43ec-b59c-7b8f9debee38', 'name': 'network-vif-deleted', 'tag': '8182449a-d9f1-4c60-96f9-1277ff1a33c6', 'status': 'completed', 'code': 200} Jun 04 00:49:14.732139 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee2ab-772a-40d1-ac90-abce47bce27b req-374898ef-e75f-4aeb-9a5b-191578944e41 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:14.733597 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3feee2ab-772a-40d1-ac90-abce47bce27b req-374898ef-e75f-4aeb-9a5b-191578944e41 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 947 time: 0.1476038 Jun 04 00:49:14.779912 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3feee2ab-772a-40d1-ac90-abce47bce27b req-eff75cc4-1f5e-43fb-87e0-f8cf02c46464 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 Jun 04 00:49:14.967791 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:14.983563 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef47e-baa2-4b4f-99aa-f3d34f3b83e9 req-99841ae2-e66a-4a3d-a88b-1eefbfaf0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:14.985226 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-428ef47e-baa2-4b4f-99aa-f3d34f3b83e9 req-99841ae2-e66a-4a3d-a88b-1eefbfaf0d6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 1100 time: 0.0777314 Jun 04 00:49:15.033263 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-428ef47e-baa2-4b4f-99aa-f3d34f3b83e9 req-72fb0ada-114f-4669-b6ba-785de45a4414 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350461 Jun 04 00:49:15.199043 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6d97cbe3-4b7d-490c-bf2b-9eadc136643c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:15.352858 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-ae803392-3a5f-405c-9752-2fed6124a1e5 req-24f887fe-3e26-4973-a9f8-b8d1faf13434 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Synchronizing usage tracker for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:49:15.369857 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-ae803392-3a5f-405c-9752-2fed6124a1e5 req-24f887fe-3e26-4973-a9f8-b8d1faf13434 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Unset dirty status for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:49:15.371053 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ae803392-3a5f-405c-9752-2fed6124a1e5 req-24f887fe-3e26-4973-a9f8-b8d1faf13434 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=36a00cc7-ffe9-43ec-b59c-7b8f9debee38 HTTP/1.1" status: 200 len: 210 time: 0.0597036 Jun 04 00:49:15.971419 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:15.982627 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1d18e-0db3-4d70-8427-7d5d835c2c04 req-ff505d72-afa3-4196-aff2-ee3a30639c5f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:15.984228 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-19c1d18e-0db3-4d70-8427-7d5d835c2c04 req-ff505d72-afa3-4196-aff2-ee3a30639c5f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 947 time: 0.0897088 Jun 04 00:49:16.028615 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-19c1d18e-0db3-4d70-8427-7d5d835c2c04 req-f29f24d4-371e-4432-bbd5-a55fc28f1633 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Jun 04 00:49:17.033403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-961b568c-3b24-432a-afd5-d65d31f0480b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:17.034877 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-961b568c-3b24-432a-afd5-d65d31f0480b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 815 time: 0.1531022 Jun 04 00:49:17.050507 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b5e283e9-f7ae-47e4-8713-7e9609aa27ef tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/quotas/c1c3c2e9c3ca46428da5e1689da07e03 HTTP/1.1" status: 200 len: 375 time: 0.0096655 Jun 04 00:49:17.141046 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-23a8b497-5560-4611-9aad-039651f67932 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851276 Jun 04 00:49:17.297987 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-5f91ed1a-a620-472f-a9c3-e721d1e4c3be service neutron] 10.222.0.44 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388915 Jun 04 00:49:17.334678 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488db9d-bd6d-4b88-bf32-0d131c97387a req-96c68b38-a73b-4472-907e-89c3d798c85d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:17.336215 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2488db9d-bd6d-4b88-bf32-0d131c97387a req-96c68b38-a73b-4472-907e-89c3d798c85d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 947 time: 0.1874127 Jun 04 00:49:17.381642 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2488db9d-bd6d-4b88-bf32-0d131c97387a req-f4028483-9fa8-45fe-9ab7-810cb051bfdf tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396233 Jun 04 00:49:17.432424 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-03ac5f4d-b92c-4c7a-ae06-4aca1c6c9232 service neutron] 10.222.0.44 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283092 Jun 04 00:49:17.608776 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:17.621799 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f4e3baff-1013-43a2-aa07-4ee2a0d9b8b3 req-7e5181ac-d1ce-4d46-9870-3a4b5dee4e4a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 210 time: 0.0449121 Jun 04 00:49:17.834692 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8182449a-d9f1-4c60-96f9-1277ff1a33c6 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:49:17.868304 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 8182449a-d9f1-4c60-96f9-1277ff1a33c6 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:49:17.868628 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8182449a-d9f1-4c60-96f9-1277ff1a33c6 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:49:18.594845 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022d070-a701-4c1f-8507-7f40b9fc90ac req-cba589f5-2ac8-4734-a429-4de6fda2ffd4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:18.596444 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9022d070-a701-4c1f-8507-7f40b9fc90ac req-cba589f5-2ac8-4734-a429-4de6fda2ffd4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 947 time: 0.0976808 Jun 04 00:49:18.641608 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9022d070-a701-4c1f-8507-7f40b9fc90ac req-eec6bc6a-e2fb-4b84-9798-abad5a255708 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392864 Jun 04 00:49:18.832917 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3ec80b87-2bc2-4964-b04b-ef4cb4c413cd req-57c7f519-02a9-48f5-aaa2-520294be45c6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 210 time: 0.0557756 Jun 04 00:49:18.879741 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-2927be5b-9302-475e-8f14-715c188809b2 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:18.881501 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-2927be5b-9302-475e-8f14-715c188809b2 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 815 time: 0.2062693 Jun 04 00:49:18.904598 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Request body: {'port': {'device_id': '4f9b9f23-2884-4210-a343-dfbc0fa59fc3', 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa', 'admin_state_up': True, 'tenant_id': 'c1c3c2e9c3ca46428da5e1689da07e03'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:49:19.036706 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:49:19.046401 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:49:19.058676 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Made reservation on behalf of c1c3c2e9c3ca46428da5e1689da07e03 for: {'port': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:49:19.062434 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:19.228939 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Allocated IP 172.20.0.11 (46884429-1ed9-45b1-9f66-ebb425e6c9aa/a357af4e-5015-4f06-bdf4-c3bdb308e666/62736a93-f40d-4051-a3cb-067b32cdc663) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:49:19.435639 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:19.464446 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:19.469875 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-617f34e4-df33-41e5-b33f-88dabe4ea403 tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:19.510566 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['db2705e9-07a7-48ee-b1a8-408010bdd949', '24493eb0-8a4b-4bb2-91f7-e75214689050'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:49:19.533661 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Network 46884429-1ed9-45b1-9f66-ebb425e6c9aa is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:49:19.536618 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:49:19.540346 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:49:19.572952 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Pushing event updated for resources: {'Port': ['ID=62736a93-f40d-4051-a3cb-067b32cdc663,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:19.579089 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:19.610202 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:19.610837 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:19.640127 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7395680 Jun 04 00:49:19.657903 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Request body: {'port': {'device_id': '4f9b9f23-2884-4210-a343-dfbc0fa59fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:49:19.767979 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:20.021334 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b162c-7f28-4574-8a26-21624e4e08f6 req-00b6f8df-b61d-48ad-b0be-d71f7ea13a37 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:20.022712 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e63b162c-7f28-4574-8a26-21624e4e08f6 req-00b6f8df-b61d-48ad-b0be-d71f7ea13a37 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 932 time: 0.0813260 Jun 04 00:49:20.066635 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e63b162c-7f28-4574-8a26-21624e4e08f6 req-4fbbac18-3cf6-4575-87df-c3bda1b77735 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 Jun 04 00:49:20.104861 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62736a93-f40d-4051-a3cb-067b32cdc663 {{(pid=103533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:49:20.112120 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:20.126271 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Transition to ACTIVE for port object 62736a93-f40d-4051-a3cb-067b32cdc663 will not be triggered until provisioned by entity L2. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:49:20.131330 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:20.135763 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:20.276668 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=62736a93-f40d-4051-a3cb-067b32cdc663,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:20.283582 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:20.444675 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Attempting to bind port 62736a93-f40d-4051-a3cb-067b32cdc663 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:49:20.445007 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Attempting to bind port 62736a93-f40d-4051-a3cb-067b32cdc663 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:49:20.445329 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Attempting to bind port 62736a93-f40d-4051-a3cb-067b32cdc663 on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:49:20.450420 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Port 62736a93-f40d-4051-a3cb-067b32cdc663 on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:49:20.450753 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Attempting to bind port 62736a93-f40d-4051-a3cb-067b32cdc663 on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:49:20.455905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:49:20.456235 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Checking segment: {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:49:20.456619 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Bound using segment: {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:49:20.457318 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Bound port: 62736a93-f40d-4051-a3cb-067b32cdc663, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:49:20.457667 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:20.545933 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] For port 62736a93-f40d-4051-a3cb-067b32cdc663, host hv-cinder-48994, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:49:20.549091 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] For port 62736a93-f40d-4051-a3cb-067b32cdc663, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=62736a93-f40d-4051-a3cb-067b32cdc663,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:49:20.553333 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:20.556985 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-63377232-823b-4629-b9c4-253e38c84209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:20.618877 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:20.619887 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:20.621257 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] 10.222.0.47 "PUT /v2.0/ports/62736a93-f40d-4051-a3cb-067b32cdc663 HTTP/1.1" status: 200 len: 1094 time: 0.9675765 Jun 04 00:49:20.621761 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b9f23-2884-4210-a343-dfbc0fa59fc3', 'tag': '62736a93-f40d-4051-a3cb-067b32cdc663'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:49:20.624080 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea9b7b7-0e16-4452-974b-453f0d896f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b9f23-2884-4210-a343-dfbc0fa59fc3", "tag": "62736a93-f40d-4051-a3cb-067b32cdc663"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:49:20.638964 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=62736a93-f40d-4051-a3cb-067b32cdc663,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:20.642571 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:20.676437 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05587644-80e2-418d-98c0-23cd675497f7 x-openstack-request-id: req-05587644-80e2-418d-98c0-23cd675497f7 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:49:20.676766 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b9f23-2884-4210-a343-dfbc0fa59fc3", "tag": "62736a93-f40d-4051-a3cb-067b32cdc663", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:49:20.677043 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05587644-80e2-418d-98c0-23cd675497f7 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:49:20.677452 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b9f23-2884-4210-a343-dfbc0fa59fc3', 'tag': '62736a93-f40d-4051-a3cb-067b32cdc663', 'status': 'completed', 'code': 200} Jun 04 00:49:20.844138 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-0ba24957-94b9-4f82-bdf1-7a2f98901c94 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:20.844731 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-0ba24957-94b9-4f82-bdf1-7a2f98901c94 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Synchronizing usage tracker for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:network {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:49:20.873414 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b274c4aa-e399-4e7b-adbd-8bad33bb7e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:20.875831 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b274c4aa-e399-4e7b-adbd-8bad33bb7e3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 1097 time: 0.1319473 Jun 04 00:49:20.876708 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-0ba24957-94b9-4f82-bdf1-7a2f98901c94 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Unset dirty status for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:network {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:49:20.878296 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-0ba24957-94b9-4f82-bdf1-7a2f98901c94 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/networks?id=c839dffc-a197-4c6a-b04c-4aa1b0042105 HTTP/1.1" status: 200 len: 814 time: 0.2256117 Jun 04 00:49:20.947922 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-44cf0ed2-e208-474c-a5c1-b528f7e631e6 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/quotas/ac9e65ee5c4f4646aee237abfff7ad6e HTTP/1.1" status: 200 len: 375 time: 0.0609405 Jun 04 00:49:20.956891 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b64431b6-39ed-4fd7-92a2-b558dae64777 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62736a93-f40d-4051-a3cb-067b32cdc663 HTTP/1.1" status: 200 len: 217 time: 0.0605900 Jun 04 00:49:21.030205 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-12d4e742-7797-4928-8890-5c5c12263867 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac9e65ee5c4f4646aee237abfff7ad6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750041 Jun 04 00:49:21.085595 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-521ca7ab-47c3-49aa-b8c7-b7c6fe1cad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:21.086996 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-521ca7ab-47c3-49aa-b8c7-b7c6fe1cad2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a357af4e-5015-4f06-bdf4-c3bdb308e666 HTTP/1.1" status: 200 len: 855 time: 0.0934098 Jun 04 00:49:21.183085 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-71caa13f-9cfd-4ea6-9b6b-7a799915f729 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46884429-1ed9-45b1-9f66-ebb425e6c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498371 Jun 04 00:49:21.258459 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcde70e-fdb6-4373-b339-11b8c14bbbdc req-d9bbb15d-109a-4c48-b0d9-9595efca663d tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:21.259973 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0fcde70e-fdb6-4373-b339-11b8c14bbbdc req-d9bbb15d-109a-4c48-b0d9-9595efca663d tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 944 time: 0.0844312 Jun 04 00:49:21.292555 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-9baaa86d-7b9f-4496-bc22-bfb633189428 service neutron] 10.222.0.44 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509747 Jun 04 00:49:21.305392 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0fcde70e-fdb6-4373-b339-11b8c14bbbdc req-91a493e7-0114-4d2b-8b5a-026c2c859866 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Jun 04 00:49:21.417050 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-b5f87b11-14c7-4ccf-8c93-4dc40ea3d882 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264953 Jun 04 00:49:21.481312 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-986a4891-090f-4b5f-b448-a04e3b842d1f service neutron] 10.222.0.44 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789193 Jun 04 00:49:21.563723 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-36dbe7fa-a4b9-4e28-8d79-a9a2ed3e44f8 req-f3e21d95-fece-420e-90be-830e35acb575 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396556 Jun 04 00:49:21.664027 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b1d46837-34b1-46d6-8459-a5324338792d req-da582276-c557-440f-a4b5-23328f9e7ad6 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 210 time: 0.0421052 Jun 04 00:49:21.738192 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-dfe7af59-e5f9-4e59-8fe4-6683c0ae53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:21.739732 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-dfe7af59-e5f9-4e59-8fe4-6683c0ae53b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0742395 Jun 04 00:49:21.877642 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-1b276be2-ec62-49d8-bcc4-f5bb1ea99587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:21.879138 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-1b276be2-ec62-49d8-bcc4-f5bb1ea99587 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 916 time: 0.1325579 Jun 04 00:49:21.944213 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-13a613e0-7c5d-47a5-8bd2-b0a83dbf478e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62736a93-f40d-4051-a3cb-067b32cdc663 HTTP/1.1" status: 200 len: 217 time: 0.0585339 Jun 04 00:49:22.109172 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-f0888ee7-04bd-4fc2-a5c9-20444471f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:22.110687 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-f0888ee7-04bd-4fc2-a5c9-20444471f0c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a357af4e-5015-4f06-bdf4-c3bdb308e666 HTTP/1.1" status: 200 len: 855 time: 0.1534417 Jun 04 00:49:22.202692 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-ed2b728f-102c-437e-a44c-f866a44f2353 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46884429-1ed9-45b1-9f66-ebb425e6c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469859 Jun 04 00:49:22.335847 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-cce79512-2614-4a21-89a3-81a6f27e0300 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260338 Jun 04 00:49:22.518112 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fea9b7b7-0e16-4452-974b-453f0d896f4f req-4dd8423c-834c-4fc2-9157-ea98ce5f3d00 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753116 Jun 04 00:49:22.540721 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cc54-7c7d-4d94-bb31-320edc43d0bd req-2a89c28c-754d-4569-8dd8-d70695ef5bf4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:22.541450 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-bb65cc54-7c7d-4d94-bb31-320edc43d0bd req-2a89c28c-754d-4569-8dd8-d70695ef5bf4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Synchronizing usage tracker for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:49:22.559717 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-bb65cc54-7c7d-4d94-bb31-320edc43d0bd req-2a89c28c-754d-4569-8dd8-d70695ef5bf4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Unset dirty status for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:49:22.561085 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bb65cc54-7c7d-4d94-bb31-320edc43d0bd req-2a89c28c-754d-4569-8dd8-d70695ef5bf4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 944 time: 0.1340282 Jun 04 00:49:22.605973 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bb65cc54-7c7d-4d94-bb31-320edc43d0bd req-c40f6539-cfcb-432a-a6e1-9a4958bc55c7 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Jun 04 00:49:22.833446 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-14c23d8a-1f60-4362-a92b-b43574eb0940 req-2edd3c96-6cf7-46c5-b651-e85774857955 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 210 time: 0.0490048 Jun 04 00:49:23.080488 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-b2a2ee08-fcc0-4d85-bb2c-5ac8979d2ec7 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:23.081932 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-b2a2ee08-fcc0-4d85-bb2c-5ac8979d2ec7 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.47 "GET /v2.0/networks?id=c839dffc-a197-4c6a-b04c-4aa1b0042105 HTTP/1.1" status: 200 len: 814 time: 0.1520848 Jun 04 00:49:23.101797 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Request body: {'port': {'device_id': '10a1a520-ac1a-43f2-8a97-46f1c636232a', 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105', 'admin_state_up': True, 'tenant_id': 'ac9e65ee5c4f4646aee237abfff7ad6e'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:49:23.235969 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:49:23.246344 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:49:23.259105 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Made reservation on behalf of ac9e65ee5c4f4646aee237abfff7ad6e for: {'port': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:49:23.262625 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:23.429376 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Allocated IP 172.20.0.3 (c839dffc-a197-4c6a-b04c-4aa1b0042105/1073c2db-d2b6-4189-ae55-7c2b6b2f75f7/005f30c1-a814-4b22-afa7-adf065657bfe) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:49:23.628235 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:23.659417 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:23.665053 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-757bffec-80b7-46a7-8c32-748f5d589e65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:23.774907 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Network c839dffc-a197-4c6a-b04c-4aa1b0042105 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:49:23.779430 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:49:23.784457 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:49:23.817280 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Pushing event updated for resources: {'Port': ['ID=005f30c1-a814-4b22-afa7-adf065657bfe,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:23.840171 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.840533 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.840889 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.841238 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.841588 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.841936 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.842275 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.842617 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.842957 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.843295 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.843657 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.844002 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:23.851004 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:23.868622 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:23.869231 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:23.903824 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35900b-e8cc-45f0-8bf0-97e0b21b5103 req-7b2be0c0-9c46-45b2-b5a3-3098ba97badd tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:23.905388 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4f35900b-e8cc-45f0-8bf0-97e0b21b5103 req-7b2be0c0-9c46-45b2-b5a3-3098ba97badd tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 944 time: 0.1895471 Jun 04 00:49:23.907053 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-32bc0b78-bfad-464d-82f9-0121f1819ff4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096182 Jun 04 00:49:23.950869 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4f35900b-e8cc-45f0-8bf0-97e0b21b5103 req-cd24fb9c-834f-4991-ad24-e889e477040e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Jun 04 00:49:24.000882 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Request body: {'port': {'device_id': '10a1a520-ac1a-43f2-8a97-46f1c636232a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:49:24.016158 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:24.026542 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34441766-49ac-48e5-8dfd-7fd585dce934 req-e6b0168c-75d9-48f2-8dcd-64a7c4529fda tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:24.027971 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-34441766-49ac-48e5-8dfd-7fd585dce934 req-e6b0168c-75d9-48f2-8dcd-64a7c4529fda tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 931 time: 0.0826919 Jun 04 00:49:24.075946 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-34441766-49ac-48e5-8dfd-7fd585dce934 req-71b0163c-9b7c-4693-ae1d-787b8c6ea82a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Jun 04 00:49:24.113844 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:24.531745 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005f30c1-a814-4b22-afa7-adf065657bfe {{(pid=103533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:49:24.539277 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:24.554937 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Transition to ACTIVE for port object 005f30c1-a814-4b22-afa7-adf065657bfe will not be triggered until provisioned by entity L2. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:49:24.560213 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:24.563660 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7b77067e-4ed2-47a5-a991-5664b27dd605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:24.708472 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Pushing event updated for resources: {'Port': ['ID=005f30c1-a814-4b22-afa7-adf065657bfe,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:24.714804 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:24.784013 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Attempting to bind port 005f30c1-a814-4b22-afa7-adf065657bfe on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:49:24.784363 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Attempting to bind port 005f30c1-a814-4b22-afa7-adf065657bfe by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '2eb167ae-d820-42d1-823e-0ce5831f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:49:24.784690 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Attempting to bind port 005f30c1-a814-4b22-afa7-adf065657bfe on network c839dffc-a197-4c6a-b04c-4aa1b0042105 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:49:24.789317 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Port 005f30c1-a814-4b22-afa7-adf065657bfe on network c839dffc-a197-4c6a-b04c-4aa1b0042105 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:49:24.789636 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Attempting to bind port 005f30c1-a814-4b22-afa7-adf065657bfe on network c839dffc-a197-4c6a-b04c-4aa1b0042105 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:49:24.795107 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:49:24.795436 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Checking segment: {'id': '2eb167ae-d820-42d1-823e-0ce5831f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:49:24.795837 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Bound using segment: {'id': '2eb167ae-d820-42d1-823e-0ce5831f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:49:24.796266 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Bound port: 005f30c1-a814-4b22-afa7-adf065657bfe, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb167ae-d820-42d1-823e-0ce5831f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:49:24.796599 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:24.887380 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] For port 005f30c1-a814-4b22-afa7-adf065657bfe, host hv-cinder-48994, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:49:24.890485 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] For port 005f30c1-a814-4b22-afa7-adf065657bfe, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=005f30c1-a814-4b22-afa7-adf065657bfe,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:49:24.897341 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:24.900753 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:24.955184 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:24.955815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:24.957168 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] 10.222.0.47 "PUT /v2.0/ports/005f30c1-a814-4b22-afa7-adf065657bfe HTTP/1.1" status: 200 len: 1093 time: 0.9612048 Jun 04 00:49:24.957636 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a1a520-ac1a-43f2-8a97-46f1c636232a', 'tag': '005f30c1-a814-4b22-afa7-adf065657bfe'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:49:24.960019 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c637a47-816a-4be8-a420-978d4b63bae0" -d '{"events": [{"name": "network-changed", "server_uuid": "10a1a520-ac1a-43f2-8a97-46f1c636232a", "tag": "005f30c1-a814-4b22-afa7-adf065657bfe"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:49:24.976627 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Pushing event updated for resources: {'Port': ['ID=005f30c1-a814-4b22-afa7-adf065657bfe,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:24.979838 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:25.017054 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549549ba-5003-4db7-88ce-bfc7bf22b972 x-openstack-request-id: req-549549ba-5003-4db7-88ce-bfc7bf22b972 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:49:25.017370 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a1a520-ac1a-43f2-8a97-46f1c636232a", "tag": "005f30c1-a814-4b22-afa7-adf065657bfe", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:49:25.017644 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-549549ba-5003-4db7-88ce-bfc7bf22b972 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:49:25.018183 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a1a520-ac1a-43f2-8a97-46f1c636232a', 'tag': '005f30c1-a814-4b22-afa7-adf065657bfe', 'status': 'completed', 'code': 200} Jun 04 00:49:25.114094 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-b0715f1a-9c16-4a54-af1d-904e56c6fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:25.115632 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-b0715f1a-9c16-4a54-af1d-904e56c6fe30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9e65ee5c4f4646aee237abfff7ad6e&device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 1096 time: 0.0787530 Jun 04 00:49:25.156236 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1efae-bcea-4050-9fa2-55cba8789dc0 req-b334f69a-97fa-44ad-bb8a-0ea4ed7e8f8b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:25.158005 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e2c1efae-bcea-4050-9fa2-55cba8789dc0 req-b334f69a-97fa-44ad-bb8a-0ea4ed7e8f8b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 944 time: 0.0899644 Jun 04 00:49:25.193978 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-bfd971e1-ad28-4526-9962-49500aa80685 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=005f30c1-a814-4b22-afa7-adf065657bfe HTTP/1.1" status: 200 len: 217 time: 0.0616100 Jun 04 00:49:25.201888 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e2c1efae-bcea-4050-9fa2-55cba8789dc0 req-f52f63a1-9840-4b4a-bf6f-7f769a596fa5 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379496 Jun 04 00:49:25.300206 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-17a4c94c-1e10-4d25-8ae2-8c1f3184fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:25.301584 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-17a4c94c-1e10-4d25-8ae2-8c1f3184fe57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1073c2db-d2b6-4189-ae55-7c2b6b2f75f7 HTTP/1.1" status: 200 len: 854 time: 0.0779600 Jun 04 00:49:25.351213 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-33a52399-96fc-4ce8-951c-660b7e198f49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c839dffc-a197-4c6a-b04c-4aa1b0042105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422828 Jun 04 00:49:25.362832 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40f989-e28f-4dc9-82d1-9a961e2453db req-db47d506-218d-4a90-ba17-e255bb490b26 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:25.363485 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-2b40f989-e28f-4dc9-82d1-9a961e2453db req-db47d506-218d-4a90-ba17-e255bb490b26 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Synchronizing usage tracker for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:49:25.456033 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-2b40f989-e28f-4dc9-82d1-9a961e2453db req-db47d506-218d-4a90-ba17-e255bb490b26 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Unset dirty status for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:49:25.457175 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2b40f989-e28f-4dc9-82d1-9a961e2453db req-db47d506-218d-4a90-ba17-e255bb490b26 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 943 time: 0.2649398 Jun 04 00:49:25.532040 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2b40f989-e28f-4dc9-82d1-9a961e2453db req-0a46c084-5094-493f-a035-9750c786cc56 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684121 Jun 04 00:49:25.533904 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-85ab71f4-c320-4e63-9639-db7f73028fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679120 Jun 04 00:49:25.667962 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0ad8e4af-1d5f-4816-890c-aecd533e8f16 req-ec16eaf6-e6e3-45cb-b54a-ef48c9700aa1 service neutron] 10.222.0.47 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262772 Jun 04 00:49:25.875363 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-0827e195-69cd-4543-928e-6086453acae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:25.876825 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-0827e195-69cd-4543-928e-6086453acae3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9e65ee5c4f4646aee237abfff7ad6e&device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 1096 time: 0.0776911 Jun 04 00:49:25.904085 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 62736a93-f40d-4051-a3cb-067b32cdc663 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:49:26.018629 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-5cf5f381-2691-4f25-b954-b6d7cd55b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:26.020169 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-5cf5f381-2691-4f25-b954-b6d7cd55b82c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c839dffc-a197-4c6a-b04c-4aa1b0042105 HTTP/1.1" status: 200 len: 915 time: 0.1314173 Jun 04 00:49:26.041413 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 62736a93-f40d-4051-a3cb-067b32cdc663, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=62736a93-f40d-4051-a3cb-067b32cdc663,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:26.054238 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '62736a93-f40d-4051-a3cb-067b32cdc663', 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa', 'port_id': '62736a93-f40d-4051-a3cb-067b32cdc663', 'mac_address': 'fa:16:3e:2b:fc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a357af4e-5015-4f06-bdf4-c3bdb308e666', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:49:26.113079 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:26.131943 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62736a93-f40d-4051-a3cb-067b32cdc663 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:49:26.148796 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 62736a93-f40d-4051-a3cb-067b32cdc663, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=62736a93-f40d-4051-a3cb-067b32cdc663,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:26.154133 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:26.156026 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:26.181205 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-12af368c-77fe-49c7-8b67-c82d38ca6879 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=005f30c1-a814-4b22-afa7-adf065657bfe HTTP/1.1" status: 200 len: 217 time: 0.1538794 Jun 04 00:49:26.221035 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=62736a93-f40d-4051-a3cb-067b32cdc663,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:26.228263 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.228619 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.228996 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.229329 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.229652 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.229973 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.230293 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.230609 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.230932 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.231611 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.231611 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.231884 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:49:26.235805 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:26.250221 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-28271ce9-cc6d-48c1-b09a-9c500e4fdaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:26.251750 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-28271ce9-cc6d-48c1-b09a-9c500e4fdaf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1073c2db-d2b6-4189-ae55-7c2b6b2f75f7 HTTP/1.1" status: 200 len: 854 time: 0.0631080 Jun 04 00:49:26.300879 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-67c1a9bb-1520-4b3b-ba5d-a5b98c563a85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c839dffc-a197-4c6a-b04c-4aa1b0042105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403955 Jun 04 00:49:26.392687 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bba5a-8bf2-4898-aa07-76492c2676f9 req-195ff641-68d7-4b35-b400-1b1d160808a3 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:26.394151 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b38bba5a-8bf2-4898-aa07-76492c2676f9 req-195ff641-68d7-4b35-b400-1b1d160808a3 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 945 time: 0.0829067 Jun 04 00:49:26.433824 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-3efa6021-97bf-4fdf-ac84-390aee7c3b78 service neutron] 10.222.0.47 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247935 Jun 04 00:49:26.438808 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b38bba5a-8bf2-4898-aa07-76492c2676f9 req-6c9b3987-c926-43ee-b686-f373421178c6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388398 Jun 04 00:49:26.567434 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1c637a47-816a-4be8-a420-978d4b63bae0 req-83c2881e-448d-428f-bda2-98bd38d14286 service neutron] 10.222.0.47 "GET /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268604 Jun 04 00:49:26.727737 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c52283-147d-4e32-8ae7-2409c75c9694 req-81b1f305-840f-41ac-99d6-81bc74b1b845 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:26.729113 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-58c52283-147d-4e32-8ae7-2409c75c9694 req-81b1f305-840f-41ac-99d6-81bc74b1b845 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 943 time: 0.0873530 Jun 04 00:49:26.743740 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['62736a93-f40d-4051-a3cb-067b32cdc663'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:49:26.775466 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-58c52283-147d-4e32-8ae7-2409c75c9694 req-1588e9f8-9a4b-4d7d-a058-6c4f45ade909 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Jun 04 00:49:26.935915 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-c46f1c42-3d38-438d-b852-1ffb557c9250 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690496 Jun 04 00:49:27.054665 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-1fbd817a-d0f7-47c1-ad8c-ba8d35714e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:27.056047 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-1fbd817a-d0f7-47c1-ad8c-ba8d35714e96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 1100 time: 0.0757692 Jun 04 00:49:27.204790 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-27230dd1-01e1-414a-b5aa-02011d605c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:27.206209 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-27230dd1-01e1-414a-b5aa-02011d605c0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.1275296 Jun 04 00:49:27.315874 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-ef363611-15de-4f80-904b-9c1ac48cd956 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65060927-7162-4793-8124-b13d1abe44cb HTTP/1.1" status: 200 len: 1002 time: 0.0965297 Jun 04 00:49:27.382621 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-fb277b5a-d10d-484f-a73f-8cc41ba282bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:27.384057 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-fb277b5a-d10d-484f-a73f-8cc41ba282bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0582554 Jun 04 00:49:27.465388 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-dcf4ea4f-f48a-4d39-9b40-4759dabe5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:27.466863 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-dcf4ea4f-f48a-4d39-9b40-4759dabe5f99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0718696 Jun 04 00:49:27.613002 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-8d51040b-535b-485a-80c8-67668671615a service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257896 Jun 04 00:49:27.635191 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2253a-2e1f-49b3-9e2a-4fd08213f815 req-613a98db-d8b2-44f7-a301-5d56bf35ec7e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:27.636687 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fce2253a-2e1f-49b3-9e2a-4fd08213f815 req-613a98db-d8b2-44f7-a301-5d56bf35ec7e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 945 time: 0.0878162 Jun 04 00:49:27.681946 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fce2253a-2e1f-49b3-9e2a-4fd08213f815 req-197edb84-f154-4016-921f-b18d465335c5 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390470 Jun 04 00:49:27.745421 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ff768cd4-b849-4ca7-a703-3a2574392de3 req-725fcdbb-6098-49ee-87d5-cacf596c454f service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247642 Jun 04 00:49:27.969702 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82860de-d376-422b-839a-b9112b26f3b1 req-24e41df6-2116-41fd-bb21-b3864e0f6867 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:27.971057 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c82860de-d376-422b-839a-b9112b26f3b1 req-24e41df6-2116-41fd-bb21-b3864e0f6867 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 943 time: 0.0891223 Jun 04 00:49:28.018805 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c82860de-d376-422b-839a-b9112b26f3b1 req-6fc1770f-25e5-48b4-90a2-75fed3b42d03 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Jun 04 00:49:28.869877 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0db86b-a1f6-4623-a191-87f8a97ddabc req-415598b3-438d-4b89-8ade-843a1f3dc8fa tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:28.871314 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fb0db86b-a1f6-4623-a191-87f8a97ddabc req-415598b3-438d-4b89-8ade-843a1f3dc8fa tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 945 time: 0.0784969 Jun 04 00:49:28.920689 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fb0db86b-a1f6-4623-a191-87f8a97ddabc req-99436e95-78a2-4c45-b984-6e6d108c2e49 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Jun 04 00:49:29.223008 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316e38a-4171-4033-911c-62f494583ffc req-f67f981d-bf76-43f5-bfe9-eb474a6317ec tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:29.224493 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9316e38a-4171-4033-911c-62f494583ffc req-f67f981d-bf76-43f5-bfe9-eb474a6317ec tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 943 time: 0.0870886 Jun 04 00:49:29.272291 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9316e38a-4171-4033-911c-62f494583ffc req-0bdedb3c-304c-42f8-8b6b-2f933616c014 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Jun 04 00:49:29.927571 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 005f30c1-a814-4b22-afa7-adf065657bfe details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:49:29.937179 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 62736a93-f40d-4051-a3cb-067b32cdc663 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:49:30.103788 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 62736a93-f40d-4051-a3cb-067b32cdc663 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:49:30.115383 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869f6ba-2da5-488c-92f6-8626b06537e5 req-fbf0b93f-61e7-4c37-8aae-f07dddc8ccab tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:30.116902 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-7869f6ba-2da5-488c-92f6-8626b06537e5 req-fbf0b93f-61e7-4c37-8aae-f07dddc8ccab tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 945 time: 0.0808151 Jun 04 00:49:30.120008 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 62736a93-f40d-4051-a3cb-067b32cdc663 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:49:30.120389 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:30.162729 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-7869f6ba-2da5-488c-92f6-8626b06537e5 req-315cd994-d779-4f7b-b868-841b958ec5c5 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 Jun 04 00:49:30.191825 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 005f30c1-a814-4b22-afa7-adf065657bfe, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=005f30c1-a814-4b22-afa7-adf065657bfe,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:30.210491 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '005f30c1-a814-4b22-afa7-adf065657bfe', 'network_id': 'c839dffc-a197-4c6a-b04c-4aa1b0042105', 'port_id': '005f30c1-a814-4b22-afa7-adf065657bfe', 'mac_address': 'fa:16:3e:96:9e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1073c2db-d2b6-4189-ae55-7c2b6b2f75f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:49:30.297142 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:30.329203 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005f30c1-a814-4b22-afa7-adf065657bfe {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:49:30.342771 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:30.360718 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 005f30c1-a814-4b22-afa7-adf065657bfe, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=005f30c1-a814-4b22-afa7-adf065657bfe,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:30.368296 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:30.371079 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:30.403056 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b9f23-2884-4210-a343-dfbc0fa59fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62736a93-f40d-4051-a3cb-067b32cdc663'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:49:30.405408 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66566be8-970b-48ba-8a38-82a388cca0f6" -d '{"events": [{"server_uuid": "4f9b9f23-2884-4210-a343-dfbc0fa59fc3", "name": "network-vif-plugged", "status": "completed", "tag": "62736a93-f40d-4051-a3cb-067b32cdc663"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:49:30.434040 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 62736a93-f40d-4051-a3cb-067b32cdc663, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=62736a93-f40d-4051-a3cb-067b32cdc663,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:30.443592 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:30.454907 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=005f30c1-a814-4b22-afa7-adf065657bfe,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:30.457950 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:30.458421 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:30.468255 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae9d4-3a45-4176-9a4f-4b5bf27e0c39 req-53f8b343-8815-49d7-ac5e-4a5849c57005 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:30.469786 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6b9ae9d4-3a45-4176-9a4f-4b5bf27e0c39 req-53f8b343-8815-49d7-ac5e-4a5849c57005 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 944 time: 0.0889049 Jun 04 00:49:30.486764 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89575d3a-be2f-415a-b18c-6129ab34e73b x-openstack-request-id: req-89575d3a-be2f-415a-b18c-6129ab34e73b {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:49:30.487081 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b9f23-2884-4210-a343-dfbc0fa59fc3", "name": "network-vif-plugged", "status": "completed", "tag": "62736a93-f40d-4051-a3cb-067b32cdc663", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:49:30.487344 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89575d3a-be2f-415a-b18c-6129ab34e73b {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:49:30.487748 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b9f23-2884-4210-a343-dfbc0fa59fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62736a93-f40d-4051-a3cb-067b32cdc663', 'code': 200} Jun 04 00:49:30.515163 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6b9ae9d4-3a45-4176-9a4f-4b5bf27e0c39 req-3ce85cec-4ac0-4f04-a0e3-67c0c5f335b4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Jun 04 00:49:30.526700 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=62736a93-f40d-4051-a3cb-067b32cdc663,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:30.538241 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:30.787690 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe0a5-ff81-4a83-bac1-a60228b969c3 req-b8ba3ffe-c0b6-4930-8c98-0d600c6b80bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:30.789036 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-365fe0a5-ff81-4a83-bac1-a60228b969c3 req-b8ba3ffe-c0b6-4930-8c98-0d600c6b80bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0726235 Jun 04 00:49:30.921838 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-365fe0a5-ff81-4a83-bac1-a60228b969c3 req-d9ad144e-8816-4b27-9458-68aff0891f02 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169846 Jun 04 00:49:30.928642 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['005f30c1-a814-4b22-afa7-adf065657bfe'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:49:31.364736 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03219e-3a8f-423d-8abd-45837997e514 req-95744c9c-f0a7-412d-8954-b1a7276816f8 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:31.366218 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bf03219e-3a8f-423d-8abd-45837997e514 req-95744c9c-f0a7-412d-8954-b1a7276816f8 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 946 time: 0.0895116 Jun 04 00:49:31.480292 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bf03219e-3a8f-423d-8abd-45837997e514 req-7ab699ea-476f-473c-a59c-b540d24b0f8c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077302 Jun 04 00:49:31.730840 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe81ca-cdc8-4755-9785-862b4cbd3a0f req-cb1d172c-9f5d-4753-b467-1ce0463669e6 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:31.732220 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7cfe81ca-cdc8-4755-9785-862b4cbd3a0f req-cb1d172c-9f5d-4753-b467-1ce0463669e6 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 944 time: 0.1025302 Jun 04 00:49:31.776369 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7cfe81ca-cdc8-4755-9785-862b4cbd3a0f req-b6fb1287-5b8b-499a-865c-c39ad1fb8ec7 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383952 Jun 04 00:49:32.686249 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2ec9d-6354-4e5f-b9f0-dc6d74491e6e req-bb267c93-859d-427b-b6a5-31d23f56bfe0 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:32.687764 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2cf2ec9d-6354-4e5f-b9f0-dc6d74491e6e req-bb267c93-859d-427b-b6a5-31d23f56bfe0 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 946 time: 0.0857756 Jun 04 00:49:32.734913 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2cf2ec9d-6354-4e5f-b9f0-dc6d74491e6e req-a32c0c47-a101-4598-b586-ebf253aa7ec6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395925 Jun 04 00:49:32.961856 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eee1c-4a8c-48b1-b5d9-9a6d7b974bee req-bd48c5db-c82c-4ded-a9fb-f26b687a55c4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:32.963195 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-973eee1c-4a8c-48b1-b5d9-9a6d7b974bee req-bd48c5db-c82c-4ded-a9fb-f26b687a55c4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 944 time: 0.0834293 Jun 04 00:49:33.010160 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-973eee1c-4a8c-48b1-b5d9-9a6d7b974bee req-905b254a-d8e3-410f-a026-dcad28b97f6f tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383232 Jun 04 00:49:33.938005 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8a41c-d88f-4fb2-b5f4-df1cc979922f req-901fe8aa-ece4-4ed8-8143-a2a9bfc1df07 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:33.938801 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 005f30c1-a814-4b22-afa7-adf065657bfe up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:49:33.939514 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4cb8a41c-d88f-4fb2-b5f4-df1cc979922f req-901fe8aa-ece4-4ed8-8143-a2a9bfc1df07 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 946 time: 0.0835259 Jun 04 00:49:33.983884 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4cb8a41c-d88f-4fb2-b5f4-df1cc979922f req-647d1586-78c5-4f47-888f-b19cced845bf tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Jun 04 00:49:34.008285 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 005f30c1-a814-4b22-afa7-adf065657bfe completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:49:34.013443 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 005f30c1-a814-4b22-afa7-adf065657bfe triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:49:34.013837 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:34.138438 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:34.165516 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a1a520-ac1a-43f2-8a97-46f1c636232a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f30c1-a814-4b22-afa7-adf065657bfe'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:49:34.168532 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daffdbf-1353-4d5b-8e52-6fc36875b4a5" -d '{"events": [{"server_uuid": "10a1a520-ac1a-43f2-8a97-46f1c636232a", "name": "network-vif-plugged", "status": "completed", "tag": "005f30c1-a814-4b22-afa7-adf065657bfe"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:49:34.178602 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 005f30c1-a814-4b22-afa7-adf065657bfe, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=005f30c1-a814-4b22-afa7-adf065657bfe,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:34.184585 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:34.188064 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:34.210353 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f52db-8efd-4fa0-afac-27e6bfa0feab req-8a2bed45-9e04-4dd7-8f98-d7bde0367eb4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:34.217662 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ae1f52db-8efd-4fa0-afac-27e6bfa0feab req-8a2bed45-9e04-4dd7-8f98-d7bde0367eb4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 944 time: 0.0946770 Jun 04 00:49:34.220283 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf1d10e-62ac-43fe-ad8e-e699788bba0c x-openstack-request-id: req-caf1d10e-62ac-43fe-ad8e-e699788bba0c {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:49:34.220686 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a1a520-ac1a-43f2-8a97-46f1c636232a", "name": "network-vif-plugged", "status": "completed", "tag": "005f30c1-a814-4b22-afa7-adf065657bfe", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:49:34.220951 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-caf1d10e-62ac-43fe-ad8e-e699788bba0c {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:49:34.221326 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a1a520-ac1a-43f2-8a97-46f1c636232a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f30c1-a814-4b22-afa7-adf065657bfe', 'code': 200} Jun 04 00:49:34.260157 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=005f30c1-a814-4b22-afa7-adf065657bfe,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:34.263325 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:34.268357 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-ae1f52db-8efd-4fa0-afac-27e6bfa0feab req-b1504531-7255-443d-a25d-09b44ae86536 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496233 Jun 04 00:49:34.444549 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:49:34.532901 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bb723-a819-4d21-ad0d-f93bff6cb9d3 req-a52a4001-4cd1-4252-a0aa-2c1762593458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:34.534287 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-840bb723-a819-4d21-ad0d-f93bff6cb9d3 req-a52a4001-4cd1-4252-a0aa-2c1762593458 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 1098 time: 0.0794795 Jun 04 00:49:34.580494 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-840bb723-a819-4d21-ad0d-f93bff6cb9d3 req-008bb45b-385f-4730-9a8e-0afd3f0f18f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338702 Jun 04 00:49:35.473709 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d4932-650f-4200-91ca-05502f9dd086 req-b92a742c-7bff-450e-a337-b94484258037 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:35.475172 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b43d4932-650f-4200-91ca-05502f9dd086 req-b92a742c-7bff-450e-a337-b94484258037 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 945 time: 0.0896721 Jun 04 00:49:35.523145 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b43d4932-650f-4200-91ca-05502f9dd086 req-f7576be9-6a9f-48d1-8636-40067c4f74f8 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Jun 04 00:49:36.710611 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb78e53-bb47-4c77-9fd3-592627783136 req-ac724546-1e2b-4ccc-8bb0-46dcf77f7ec5 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:36.712078 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3bb78e53-bb47-4c77-9fd3-592627783136 req-ac724546-1e2b-4ccc-8bb0-46dcf77f7ec5 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 945 time: 0.0817747 Jun 04 00:49:36.756511 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3bb78e53-bb47-4c77-9fd3-592627783136 req-041d684f-0d25-433a-ad9a-9ecc35a2eec1 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387125 Jun 04 00:49:40.420883 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-a2896e96-6880-4eeb-92bd-c92822001524 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:40.422333 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-a2896e96-6880-4eeb-92bd-c92822001524 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 815 time: 0.1473336 Jun 04 00:49:40.437602 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-866bcb6f-22ce-45b2-8575-a8c016a4a63e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/quotas/c1c3c2e9c3ca46428da5e1689da07e03 HTTP/1.1" status: 200 len: 375 time: 0.0091479 Jun 04 00:49:40.530717 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-57c36d43-d1b8-4e05-a8dc-667c63608bfe tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858667 Jun 04 00:49:40.662696 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-dd14b678-1b83-4436-9b67-3530d452bd20 service neutron] 10.222.0.44 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249635 Jun 04 00:49:40.802257 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-788dd45e-f66d-4028-9f29-7855440b118f service neutron] 10.222.0.44 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308610 Jun 04 00:49:40.988240 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-df82c7a7-5578-4726-835f-e384ea2d430f req-68344291-5f53-44de-8adc-23e8f65e0d78 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 210 time: 0.0454485 Jun 04 00:49:41.491187 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a079c18-7d68-42df-946b-b49c737264eb req-9c83c551-7454-475a-892f-8a9bb1379562 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:41.492663 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6a079c18-7d68-42df-946b-b49c737264eb req-9c83c551-7454-475a-892f-8a9bb1379562 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0845559 Jun 04 00:49:41.537205 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6a079c18-7d68-42df-946b-b49c737264eb req-4476d5a5-3207-4fa5-81ed-c5340c5c27f8 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382922 Jun 04 00:49:42.138734 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a3b7ed60-8d28-4e51-8faf-5d2b11089d78 req-bcc486d1-d15a-4c9d-a1f5-901759ae2b39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 210 time: 0.0436056 Jun 04 00:49:42.374029 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-591961fe-b729-4285-a3e2-606470c329b4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:42.375431 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-591961fe-b729-4285-a3e2-606470c329b4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 815 time: 0.1499894 Jun 04 00:49:42.394805 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Request body: {'port': {'device_id': 'cce67f7d-452e-4957-840e-2f3467222f01', 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa', 'admin_state_up': True, 'tenant_id': 'c1c3c2e9c3ca46428da5e1689da07e03'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:49:42.432331 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0422dd59-e685-4aca-9752-1ed67484c12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:42.533461 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:49:42.548461 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:49:42.561372 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Made reservation on behalf of c1c3c2e9c3ca46428da5e1689da07e03 for: {'port': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:49:42.565037 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:42.785454 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Allocated IP 172.20.0.10 (46884429-1ed9-45b1-9f66-ebb425e6c9aa/a357af4e-5015-4f06-bdf4-c3bdb308e666/d4f9ac73-36e4-4d77-af75-00c13cf2bc8f) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:49:42.806714 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a29fe7-a9a8-4f50-a5c9-e206376ca842 req-b86a9584-67e9-4260-a31e-18c8a629f863 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:42.808221 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-32a29fe7-a9a8-4f50-a5c9-e206376ca842 req-b86a9584-67e9-4260-a31e-18c8a629f863 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1596053 Jun 04 00:49:42.902713 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-32a29fe7-a9a8-4f50-a5c9-e206376ca842 req-adca4952-f57a-45fd-82ec-1abab115ee30 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794649 Jun 04 00:49:43.030203 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:43.058606 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:43.064365 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-562c603e-3311-4a0f-8a72-536aad44b012 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:43.102878 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['db2705e9-07a7-48ee-b1a8-408010bdd949', '24493eb0-8a4b-4bb2-91f7-e75214689050', '62736a93-f40d-4051-a3cb-067b32cdc663'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:49:43.125886 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Network 46884429-1ed9-45b1-9f66-ebb425e6c9aa is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:49:43.129718 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:49:43.133979 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:49:43.202948 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Pushing event updated for resources: {'Port': ['ID=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:43.207504 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:43.220822 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:43.221578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:43.248026 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-8dae5ea9-ec6e-4a15-9464-bd7e5ae1f201 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566844 Jun 04 00:49:43.266768 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Request body: {'port': {'device_id': 'cce67f7d-452e-4957-840e-2f3467222f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:49:43.339671 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6a428-c794-4a2d-869d-a89385ba9bab req-71877c15-1b9e-45e2-ba57-b039ec5ffd10 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:43.341146 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d3d6a428-c794-4a2d-869d-a89385ba9bab req-71877c15-1b9e-45e2-ba57-b039ec5ffd10 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 932 time: 0.0833449 Jun 04 00:49:43.393207 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:43.395181 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d3d6a428-c794-4a2d-869d-a89385ba9bab req-b0ec02cd-489c-472b-b667-d79e76f994d0 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 Jun 04 00:49:43.822457 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f9ac73-36e4-4d77-af75-00c13cf2bc8f {{(pid=103533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:49:43.830031 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:43.844550 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Transition to ACTIVE for port object d4f9ac73-36e4-4d77-af75-00c13cf2bc8f will not be triggered until provisioned by entity L2. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:49:43.851335 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:43.857054 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a70bd227-e8a7-4eac-bace-2b2d0e33d998 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:43.983845 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:44.009788 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:44.085387 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Attempting to bind port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:49:44.085604 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Attempting to bind port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:49:44.085967 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Attempting to bind port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:49:44.090598 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:49:44.090741 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997596b7-785a-4637-95c7-f64ca2529bbc req-6e4d27e1-9d3d-433d-b2e7-4b6c1f2768f9 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:44.090913 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Attempting to bind port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f on network 46884429-1ed9-45b1-9f66-ebb425e6c9aa {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:49:44.092165 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-997596b7-785a-4637-95c7-f64ca2529bbc req-6e4d27e1-9d3d-433d-b2e7-4b6c1f2768f9 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0805094 Jun 04 00:49:44.096067 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:49:44.096405 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Checking segment: {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:49:44.096781 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Bound using segment: {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:49:44.097206 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Bound port: d4f9ac73-36e4-4d77-af75-00c13cf2bc8f, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa405e-d929-4014-828b-532cad6a6028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:49:44.097586 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:44.138378 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-997596b7-785a-4637-95c7-f64ca2529bbc req-1ceffa74-aa96-4bd3-9750-fcfcaed42ede tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401113 Jun 04 00:49:44.188905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] For port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f, host hv-cinder-48994, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:49:44.192162 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] For port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:49:44.198038 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:44.201788 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:44.257800 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:44.258460 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:44.259945 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] 10.222.0.47 "PUT /v2.0/ports/d4f9ac73-36e4-4d77-af75-00c13cf2bc8f HTTP/1.1" status: 200 len: 1094 time: 0.9976776 Jun 04 00:49:44.260435 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce67f7d-452e-4957-840e-2f3467222f01', 'tag': 'd4f9ac73-36e4-4d77-af75-00c13cf2bc8f'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:49:44.262721 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5037ea34-2077-4fd5-8e56-90701baf8f91" -d '{"events": [{"name": "network-changed", "server_uuid": "cce67f7d-452e-4957-840e-2f3467222f01", "tag": "d4f9ac73-36e4-4d77-af75-00c13cf2bc8f"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:49:44.280486 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:44.284157 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-87a38a67-62c2-4747-a8c6-fb1653778ab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:44.310477 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11af01d-e69a-4998-a86c-1ae4254465cf x-openstack-request-id: req-e11af01d-e69a-4998-a86c-1ae4254465cf {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:49:44.310808 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce67f7d-452e-4957-840e-2f3467222f01", "tag": "d4f9ac73-36e4-4d77-af75-00c13cf2bc8f", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:49:44.311097 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e11af01d-e69a-4998-a86c-1ae4254465cf {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:49:44.311550 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce67f7d-452e-4957-840e-2f3467222f01', 'tag': 'd4f9ac73-36e4-4d77-af75-00c13cf2bc8f', 'status': 'completed', 'code': 200} Jun 04 00:49:44.410025 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-d2790df4-b942-4bd1-97da-387fa985e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:44.411621 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-d2790df4-b942-4bd1-97da-387fa985e5e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 1097 time: 0.0768418 Jun 04 00:49:44.486116 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-192ce9b6-7b90-41e9-8b4f-3eb7090694c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f HTTP/1.1" status: 200 len: 217 time: 0.0599227 Jun 04 00:49:44.553807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-1d751071-7d15-4bff-b36b-4d25a9048796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:44.555247 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-1d751071-7d15-4bff-b36b-4d25a9048796 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a357af4e-5015-4f06-bdf4-c3bdb308e666 HTTP/1.1" status: 200 len: 855 time: 0.0619965 Jun 04 00:49:44.583682 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417219ce-653c-4cbc-8b29-d99304fd2b60 req-851c7be2-1f67-45b4-b837-c25ef96d0d79 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:44.585330 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-417219ce-653c-4cbc-8b29-d99304fd2b60 req-851c7be2-1f67-45b4-b837-c25ef96d0d79 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 944 time: 0.0837736 Jun 04 00:49:44.603503 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-3ef6bd5c-7ec4-4fd3-a4e7-93ff34298dc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46884429-1ed9-45b1-9f66-ebb425e6c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404601 Jun 04 00:49:44.630007 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-417219ce-653c-4cbc-8b29-d99304fd2b60 req-f9494f10-2411-4ff4-8eb3-d7916ce86ea0 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 Jun 04 00:49:44.742071 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-a40524e6-8b4b-4bfc-837c-f658630effbd service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265039 Jun 04 00:49:44.873087 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f353611c-c8e2-44c4-9f55-d7e994dcdbfc req-5db75bd5-0f35-4e2d-aad2-957a55549d77 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244006 Jun 04 00:49:44.981959 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:45.081774 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-07badf51-5b59-4450-9e4c-d75ca73c306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:45.083154 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-07badf51-5b59-4450-9e4c-d75ca73c306e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 1097 time: 0.0740881 Jun 04 00:49:45.198985 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-88855a7c-a79f-453d-aadf-704b020634e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:45.221957 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-8981e591-ba46-4c44-83ab-62c0c811d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:45.223562 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-8981e591-ba46-4c44-83ab-62c0c811d495 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 200 len: 916 time: 0.1336861 Jun 04 00:49:45.412249 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-e5e9e5aa-eadf-4c9b-830b-a4510ef96a49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f HTTP/1.1" status: 200 len: 217 time: 0.1804390 Jun 04 00:49:45.490520 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-8ea2add7-4eaf-4c7e-9ade-4f28717a8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:45.491991 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-8ea2add7-4eaf-4c7e-9ade-4f28717a8da6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a357af4e-5015-4f06-bdf4-c3bdb308e666 HTTP/1.1" status: 200 len: 855 time: 0.0665660 Jun 04 00:49:45.504239 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffce038-1da5-4367-8cf1-9d96339277c0 req-34be80f4-45f2-428c-ae85-64c183804b41 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:45.505568 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dffce038-1da5-4367-8cf1-9d96339277c0 req-34be80f4-45f2-428c-ae85-64c183804b41 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.2271590 Jun 04 00:49:45.561804 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-d1ce48b7-a45c-484f-afed-ed99801664ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46884429-1ed9-45b1-9f66-ebb425e6c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553038 Jun 04 00:49:45.618887 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dffce038-1da5-4367-8cf1-9d96339277c0 req-02620e6f-311f-4a98-b2ff-f0d4427b9f1d tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831120 Jun 04 00:49:45.712445 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-d2f53547-5702-43d9-af0a-55c7e9ce8cd8 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430075 Jun 04 00:49:45.826713 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627fd70-93e0-42ee-b72a-79e57838bade req-78cb03ff-d213-4916-a51b-725385d9e3a4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:45.828187 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8627fd70-93e0-42ee-b72a-79e57838bade req-78cb03ff-d213-4916-a51b-725385d9e3a4 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 944 time: 0.0810935 Jun 04 00:49:45.872861 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8627fd70-93e0-42ee-b72a-79e57838bade req-3c57488d-c168-4858-b1dd-8aca2ae56e1e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387716 Jun 04 00:49:45.903468 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5037ea34-2077-4fd5-8e56-90701baf8f91 req-ebfa047a-184b-478a-b8af-c2f854ae3127 service neutron] 10.222.0.47 "GET /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253848 Jun 04 00:49:45.977243 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:46.815019 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ee0f8-cf0e-4bb1-bf73-a7263fd52a7a req-e1efca22-4c4d-4335-b5d2-97ef302511f7 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:46.816498 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6c5ee0f8-cf0e-4bb1-bf73-a7263fd52a7a req-e1efca22-4c4d-4335-b5d2-97ef302511f7 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0831652 Jun 04 00:49:46.863302 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6c5ee0f8-cf0e-4bb1-bf73-a7263fd52a7a req-ce22ca07-ec1a-4c38-bbe7-cc5742b51692 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388761 Jun 04 00:49:47.067643 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d13888-4269-4ed1-b57a-0aa841a0774f req-918c7055-6169-4474-92dd-3551ce79fef9 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:47.069138 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-96d13888-4269-4ed1-b57a-0aa841a0774f req-918c7055-6169-4474-92dd-3551ce79fef9 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 944 time: 0.0897911 Jun 04 00:49:47.112788 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-96d13888-4269-4ed1-b57a-0aa841a0774f req-433d7e2a-7bc1-49be-bfe4-94cb0c212770 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Jun 04 00:49:47.612963 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:47.985998 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device d4f9ac73-36e4-4d77-af75-00c13cf2bc8f details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:49:48.067965 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638fc7-33b4-473c-b617-37947e3ecb68 req-85b9320c-35fe-497c-b5ea-c75fd702846d tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:48.069514 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e8638fc7-33b4-473c-b617-37947e3ecb68 req-85b9320c-35fe-497c-b5ea-c75fd702846d tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0909088 Jun 04 00:49:48.117336 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e8638fc7-33b4-473c-b617-37947e3ecb68 req-cad0266b-cc9c-4a0a-982d-ca1440596a4f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Jun 04 00:49:48.128986 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:48.142587 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': 'd4f9ac73-36e4-4d77-af75-00c13cf2bc8f', 'network_id': '46884429-1ed9-45b1-9f66-ebb425e6c9aa', 'port_id': 'd4f9ac73-36e4-4d77-af75-00c13cf2bc8f', 'mac_address': 'fa:16:3e:c4:b2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a357af4e-5015-4f06-bdf4-c3bdb308e666', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:49:48.199595 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:48.221142 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f9ac73-36e4-4d77-af75-00c13cf2bc8f {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:49:48.238716 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:48.244109 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:48.247281 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:48.310773 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c516439-c1ec-4cf5-b0de-08dfb9887511 req-8dfdbc4d-8fe6-4775-ba7c-07610caaad71 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:48.311442 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-9c516439-c1ec-4cf5-b0de-08dfb9887511 req-8dfdbc4d-8fe6-4775-ba7c-07610caaad71 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Synchronizing usage tracker for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:49:48.312840 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:48.315992 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:48.328251 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-9c516439-c1ec-4cf5-b0de-08dfb9887511 req-8dfdbc4d-8fe6-4775-ba7c-07610caaad71 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Unset dirty status for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:49:48.329417 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9c516439-c1ec-4cf5-b0de-08dfb9887511 req-8dfdbc4d-8fe6-4775-ba7c-07610caaad71 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 945 time: 0.1017413 Jun 04 00:49:48.373183 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9c516439-c1ec-4cf5-b0de-08dfb9887511 req-bc882130-328a-445b-a7b9-92d268418ed7 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Jun 04 00:49:48.824188 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['d4f9ac73-36e4-4d77-af75-00c13cf2bc8f'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:49:49.311375 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6ec9a-b6b0-455e-8635-9cb032cfd6cd req-6970edb2-8797-4ced-8b8e-ac2dd9a059f7 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:49.312848 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aae6ec9a-b6b0-455e-8635-9cb032cfd6cd req-6970edb2-8797-4ced-8b8e-ac2dd9a059f7 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0851157 Jun 04 00:49:49.358815 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aae6ec9a-b6b0-455e-8635-9cb032cfd6cd req-532abf43-3677-43d8-87a1-081c5109e85c tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378330 Jun 04 00:49:49.564640 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f18fc-07db-45b1-9d80-efc4dd6d8322 req-900699e4-4ea0-403c-99b0-b11088eda50d tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:49.566097 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6e8f18fc-07db-45b1-9d80-efc4dd6d8322 req-900699e4-4ea0-403c-99b0-b11088eda50d tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 945 time: 0.0807009 Jun 04 00:49:49.614140 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6e8f18fc-07db-45b1-9d80-efc4dd6d8322 req-80518b4e-e44a-425c-9200-e853e2c0b85a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Jun 04 00:49:50.560325 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8d2ed-bfab-415b-82e1-2bb51238d268 req-c83822f8-20b0-4be4-b4aa-283dca3a251b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:50.561772 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-79b8d2ed-bfab-415b-82e1-2bb51238d268 req-c83822f8-20b0-4be4-b4aa-283dca3a251b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0852947 Jun 04 00:49:50.679377 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-79b8d2ed-bfab-415b-82e1-2bb51238d268 req-86668da9-ebab-4af5-80b9-33e0fa3d6447 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091251 Jun 04 00:49:50.805382 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9e92f-f4bc-498d-9ef9-643217191dca req-34a79203-854b-4174-9594-1eaeaaab1848 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:50.806822 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f9d9e92f-f4bc-498d-9ef9-643217191dca req-34a79203-854b-4174-9594-1eaeaaab1848 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 945 time: 0.0816855 Jun 04 00:49:50.851562 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f9d9e92f-f4bc-498d-9ef9-643217191dca req-dfae5878-cec2-4b90-ba8e-ebcb982b867c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Jun 04 00:49:51.878365 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac92af4-da93-47fe-9b14-f2425092e170 req-9ebb8116-0192-48da-b2e3-55d710ada14f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:51.879875 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4ac92af4-da93-47fe-9b14-f2425092e170 req-9ebb8116-0192-48da-b2e3-55d710ada14f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0826135 Jun 04 00:49:51.926897 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4ac92af4-da93-47fe-9b14-f2425092e170 req-7b227c53-c8a9-4245-9029-14227a0bbc11 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394177 Jun 04 00:49:52.029703 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device d4f9ac73-36e4-4d77-af75-00c13cf2bc8f up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:49:52.047548 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3a9d6-edf8-4204-be81-c3cdda459774 req-d313e5c1-12d0-4214-a41e-9aa2f58c3a2a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:52.049023 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-87c3a9d6-edf8-4204-be81-c3cdda459774 req-d313e5c1-12d0-4214-a41e-9aa2f58c3a2a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 945 time: 0.0835443 Jun 04 00:49:52.094216 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-87c3a9d6-edf8-4204-be81-c3cdda459774 req-d41b84f0-1647-4a6f-973d-5889b1b39573 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Jun 04 00:49:52.096705 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:49:52.101389 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:49:52.101773 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:52.218748 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:52.250828 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce67f7d-452e-4957-840e-2f3467222f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f9ac73-36e4-4d77-af75-00c13cf2bc8f'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:49:52.253403 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec746534-01a9-42bd-9612-5e0862c4b88d" -d '{"events": [{"server_uuid": "cce67f7d-452e-4957-840e-2f3467222f01", "name": "network-vif-plugged", "status": "completed", "tag": "d4f9ac73-36e4-4d77-af75-00c13cf2bc8f"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:49:52.261596 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:49:52.266608 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:52.268519 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:49:52.297575 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6e372c-0db5-4032-9aa1-8f30e7d14df7 x-openstack-request-id: req-2d6e372c-0db5-4032-9aa1-8f30e7d14df7 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:49:52.297863 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce67f7d-452e-4957-840e-2f3467222f01", "name": "network-vif-plugged", "status": "completed", "tag": "d4f9ac73-36e4-4d77-af75-00c13cf2bc8f", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:49:52.298121 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d6e372c-0db5-4032-9aa1-8f30e7d14df7 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:49:52.298505 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce67f7d-452e-4957-840e-2f3467222f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f9ac73-36e4-4d77-af75-00c13cf2bc8f', 'code': 200} Jun 04 00:49:52.337879 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:49:52.340923 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:49:52.602750 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0195e-d6ae-4adf-b9ba-eb9c38ad3c35 req-4641d843-9c89-45aa-86e7-edf8e2978a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:52.604124 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-77d0195e-d6ae-4adf-b9ba-eb9c38ad3c35 req-4641d843-9c89-45aa-86e7-edf8e2978a8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 1099 time: 0.0716841 Jun 04 00:49:52.645212 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-77d0195e-d6ae-4adf-b9ba-eb9c38ad3c35 req-5beecd61-aa26-4700-bbf9-881eb5ef2741 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 Jun 04 00:49:53.134175 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a29c3-9036-451a-b306-b4b834ca5dac req-aec8d8b7-f119-48f3-9baf-787e8affbef0 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:53.135460 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-327a29c3-9036-451a-b306-b4b834ca5dac req-aec8d8b7-f119-48f3-9baf-787e8affbef0 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0904605 Jun 04 00:49:53.179128 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-327a29c3-9036-451a-b306-b4b834ca5dac req-32af6e39-1a51-4da5-aafc-07e2f8b75358 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 Jun 04 00:49:53.285249 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e4541-2e5e-4b93-9a09-d3b58f16b076 req-eaf4fe16-837f-4645-b9a4-5b5b7463be4e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:53.286779 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-715e4541-2e5e-4b93-9a09-d3b58f16b076 req-eaf4fe16-837f-4645-b9a4-5b5b7463be4e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 946 time: 0.0851607 Jun 04 00:49:53.331860 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-715e4541-2e5e-4b93-9a09-d3b58f16b076 req-7acd91a5-f120-4e86-9400-e09ec64be01e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386646 Jun 04 00:49:53.521636 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351f78-0ebe-4324-9fbc-6712c73cca8b req-b0f54598-4c9c-4b38-ad2c-ab8c44203ddd tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:53.523030 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-57351f78-0ebe-4324-9fbc-6712c73cca8b req-b0f54598-4c9c-4b38-ad2c-ab8c44203ddd tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0793526 Jun 04 00:49:53.570750 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-57351f78-0ebe-4324-9fbc-6712c73cca8b req-b67f4830-0ab9-4acf-9fe9-6e866fc45a3c tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418391 Jun 04 00:49:53.662014 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-9d6337d9-bff8-4983-a11a-48998796f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:53.663494 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-9d6337d9-bff8-4983-a11a-48998796f39a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 1099 time: 0.0704272 Jun 04 00:49:53.813225 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-a7190ce5-aaed-4ce3-86c9-2ce66982432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:53.814566 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-a7190ce5-aaed-4ce3-86c9-2ce66982432c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 912 time: 0.1327159 Jun 04 00:49:53.916239 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-e44f78e8-b705-4027-af99-af64e93477ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa HTTP/1.1" status: 200 len: 1002 time: 0.0945032 Jun 04 00:49:53.990685 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-a53670f5-825f-437e-8be2-19c4dfe80226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:53.992139 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-a53670f5-825f-437e-8be2-19c4dfe80226 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.0676012 Jun 04 00:49:54.021991 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:49:54.165301 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-26ba149e-27af-4728-8523-6491dd0c3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:54.166784 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-26ba149e-27af-4728-8523-6491dd0c3f51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1640134 Jun 04 00:49:54.307423 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-1a24ce98-87a2-40e1-b906-59e9753d9d8e service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272712 Jun 04 00:49:54.497452 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-de0e7927-d9e5-40ae-9397-ea19c6a12066 req-048eee78-67c3-438e-951e-61b4dd94a6aa service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329756 Jun 04 00:49:54.529680 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499e2e5-8511-4eff-a273-37403c4dd8bf req-2a0a8f33-d8e3-4446-8dec-4ea2346efe84 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:54.531285 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0499e2e5-8511-4eff-a273-37403c4dd8bf req-2a0a8f33-d8e3-4446-8dec-4ea2346efe84 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 946 time: 0.0837529 Jun 04 00:49:54.580987 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0499e2e5-8511-4eff-a273-37403c4dd8bf req-06b4a0d9-4b69-4a1e-9661-f45dbcbe53a2 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437598 Jun 04 00:49:54.758172 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff41b9d-1d01-45cc-9210-ff64ee54f4f6 req-69e48925-980b-452c-a949-aad5a7a65f96 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:54.759589 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3ff41b9d-1d01-45cc-9210-ff64ee54f4f6 req-69e48925-980b-452c-a949-aad5a7a65f96 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0803580 Jun 04 00:49:54.804803 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3ff41b9d-1d01-45cc-9210-ff64ee54f4f6 req-9d9a4c42-f186-40f4-b0f4-5cdbef833076 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393293 Jun 04 00:49:55.789732 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fe157-d61c-4563-b19b-fcc36eabf6a8 req-edab5406-f6ee-4c6c-961d-dc9f531cbe98 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:55.791258 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6f1fe157-d61c-4563-b19b-fcc36eabf6a8 req-edab5406-f6ee-4c6c-961d-dc9f531cbe98 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 946 time: 0.0905643 Jun 04 00:49:55.838919 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6f1fe157-d61c-4563-b19b-fcc36eabf6a8 req-8cc73f76-ed52-426c-9b42-25a2decee83f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392704 Jun 04 00:49:55.993765 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4bbd8-c4e8-49d6-9408-8182a8feca1a req-522dd75b-9251-44cf-9e7b-be1a932ba748 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:49:55.995621 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-74d4bbd8-c4e8-49d6-9408-8182a8feca1a req-522dd75b-9251-44cf-9e7b-be1a932ba748 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0825949 Jun 04 00:49:56.039751 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-74d4bbd8-c4e8-49d6-9408-8182a8feca1a req-58ebdd3f-6f19-483d-b545-b1440986f128 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383310 Jun 04 00:50:02.275698 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b6b0d-eba8-43ef-9873-da982e7afe3f req-ab53e911-4b65-4fa7-afd6-2f281ecc53b1 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:02.277081 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-991b6b0d-eba8-43ef-9873-da982e7afe3f req-ab53e911-4b65-4fa7-afd6-2f281ecc53b1 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 945 time: 0.0923626 Jun 04 00:50:02.325193 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-991b6b0d-eba8-43ef-9873-da982e7afe3f req-c965b2cd-f78f-429e-954f-cdd25c12981a tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Jun 04 00:50:03.524277 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb27087-214a-44a2-b607-238cc8354011 req-4f38ce29-29fa-4187-8417-056774d63293 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:03.525742 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fdb27087-214a-44a2-b607-238cc8354011 req-4f38ce29-29fa-4187-8417-056774d63293 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 945 time: 0.0855384 Jun 04 00:50:03.572084 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fdb27087-214a-44a2-b607-238cc8354011 req-1c51c3d7-b4ad-4275-b274-6714fc4b6fb4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Jun 04 00:50:04.568676 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983cedc-89d4-4780-a40f-f070f318d175 req-0740d910-463e-4b2a-ba99-78f134158d8a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:04.570204 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b983cedc-89d4-4780-a40f-f070f318d175 req-0740d910-463e-4b2a-ba99-78f134158d8a tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 946 time: 0.0864649 Jun 04 00:50:04.620392 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b983cedc-89d4-4780-a40f-f070f318d175 req-b28c17de-d067-47af-bf2f-35178d8129dd tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Jun 04 00:50:04.771487 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f05d9f-c7dc-45b0-b45d-e292a6786752 req-82f64aef-effb-4a7c-be2c-99439e4d340c tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:04.772898 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b0f05d9f-c7dc-45b0-b45d-e292a6786752 req-82f64aef-effb-4a7c-be2c-99439e4d340c tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 945 time: 0.0814204 Jun 04 00:50:04.818690 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b0f05d9f-c7dc-45b0-b45d-e292a6786752 req-e077cbad-5739-463b-9626-4bff57db551e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 Jun 04 00:50:05.838659 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0add340-cd09-498f-936e-b9c5a3456e5f req-47a27421-ddb9-48bc-8d7f-ee1c585e0220 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:05.840112 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d0add340-cd09-498f-936e-b9c5a3456e5f req-47a27421-ddb9-48bc-8d7f-ee1c585e0220 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 946 time: 0.0895088 Jun 04 00:50:05.884659 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d0add340-cd09-498f-936e-b9c5a3456e5f req-00fa41ce-6de5-4a73-b21e-ed5adbc6dc73 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389013 Jun 04 00:50:06.025007 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24757cf-d0f2-45d7-bb72-fa2f38c4b9bc req-6515cf4f-7698-4664-97c5-5c3b7b2e967e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:06.026358 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a24757cf-d0f2-45d7-bb72-fa2f38c4b9bc req-6515cf4f-7698-4664-97c5-5c3b7b2e967e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 945 time: 0.0934575 Jun 04 00:50:06.070397 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a24757cf-d0f2-45d7-bb72-fa2f38c4b9bc req-cac3da19-ee3a-4963-b4a6-f4b14db61025 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382507 Jun 04 00:50:07.085267 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4f8ac-733f-4ec2-8fff-db975a24001c req-99df5c79-b3b6-4458-9f26-a8b20f36c143 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:07.086740 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bce4f8ac-733f-4ec2-8fff-db975a24001c req-99df5c79-b3b6-4458-9f26-a8b20f36c143 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 946 time: 0.0855491 Jun 04 00:50:07.136039 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bce4f8ac-733f-4ec2-8fff-db975a24001c req-b7712c43-8e93-4385-b2e3-440e7d03e771 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Jun 04 00:50:07.250974 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-06fe215b-e57a-4e20-9120-f6944a6e0e17 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:07.252341 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-06fe215b-e57a-4e20-9120-f6944a6e0e17 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 946 time: 0.1389220 Jun 04 00:50:07.328104 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7732b3-75f9-440e-a748-525e252085ae req-e93af30b-537e-4815-aed0-a5057c8e42e0 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:07.329693 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4f7732b3-75f9-440e-a748-525e252085ae req-e93af30b-537e-4815-aed0-a5057c8e42e0 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 945 time: 0.1522524 Jun 04 00:50:07.428371 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4f7732b3-75f9-440e-a748-525e252085ae req-9496ef56-22ca-4957-aefb-973e019575ed tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681086 Jun 04 00:50:07.441241 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Deleting port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:50:07.441241 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:07.578838 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] For port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:07.579063 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:07.697332 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Calling delete_port for d4f9ac73-36e4-4d77-af75-00c13cf2bc8f owned by compute:nova {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:50:07.819912 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:07.825600 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-fd74c057-9815-4fd8-9970-96d200bbd29d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:07.829597 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50511813-75f4-4d48-8a50-bb7352319363 req-3d82af9d-45cd-40cd-9cc4-40d4549817b6 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:07.830950 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-50511813-75f4-4d48-8a50-bb7352319363 req-3d82af9d-45cd-40cd-9cc4-40d4549817b6 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.47 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 945 time: 0.0797825 Jun 04 00:50:07.863086 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['db2705e9-07a7-48ee-b1a8-408010bdd949', '24493eb0-8a4b-4bb2-91f7-e75214689050', '62736a93-f40d-4051-a3cb-067b32cdc663', 'd4f9ac73-36e4-4d77-af75-00c13cf2bc8f'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:50:07.871696 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Pushing event deleted for resources: {'Port': ['ID=d4f9ac73-36e4-4d77-af75-00c13cf2bc8f,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:07.931693 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:07.945004 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] No DVR routers for this DVR port d4f9ac73-36e4-4d77-af75-00c13cf2bc8f on host hv-cinder-48994 {{(pid=103533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:50:07.947603 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:07.951307 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce67f7d-452e-4957-840e-2f3467222f01', 'name': 'network-vif-deleted', 'tag': 'd4f9ac73-36e4-4d77-af75-00c13cf2bc8f'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:50:07.953717 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41a66d1-9115-4fab-b7fe-2473806d2e54" -d '{"events": [{"server_uuid": "cce67f7d-452e-4957-840e-2f3467222f01", "name": "network-vif-deleted", "tag": "d4f9ac73-36e4-4d77-af75-00c13cf2bc8f"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:50:07.967855 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3d8d45ce-b0aa-4647-8dcc-6eb72213a576 req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "DELETE /v2.0/ports/d4f9ac73-36e4-4d77-af75-00c13cf2bc8f HTTP/1.1" status: 204 len: 173 time: 0.7070396 Jun 04 00:50:07.979101 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-50511813-75f4-4d48-8a50-bb7352319363 req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Deleting port 005f30c1-a814-4b22-afa7-adf065657bfe {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:50:07.979394 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-50511813-75f4-4d48-8a50-bb7352319363 req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:08.004528 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2b0d90-0451-493a-ac7c-2995905ec14f x-openstack-request-id: req-1e2b0d90-0451-493a-ac7c-2995905ec14f {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:50:08.004848 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce67f7d-452e-4957-840e-2f3467222f01", "name": "network-vif-deleted", "tag": "d4f9ac73-36e4-4d77-af75-00c13cf2bc8f", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:50:08.005126 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e2b0d90-0451-493a-ac7c-2995905ec14f {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:50:08.005528 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce67f7d-452e-4957-840e-2f3467222f01', 'name': 'network-vif-deleted', 'tag': 'd4f9ac73-36e4-4d77-af75-00c13cf2bc8f', 'status': 'completed', 'code': 200} Jun 04 00:50:08.121687 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-50511813-75f4-4d48-8a50-bb7352319363 req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] For port 005f30c1-a814-4b22-afa7-adf065657bfe, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=005f30c1-a814-4b22-afa7-adf065657bfe,segment=NetworkSegment(2eb167ae-d820-42d1-823e-0ce5831f11e9),segment_id=2eb167ae-d820-42d1-823e-0ce5831f11e9)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:08.122344 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-50511813-75f4-4d48-8a50-bb7352319363 req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:08.240972 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-50511813-75f4-4d48-8a50-bb7352319363 req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Calling delete_port for 005f30c1-a814-4b22-afa7-adf065657bfe owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:50:08.364171 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-50511813-75f4-4d48-8a50-bb7352319363 req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:08.371157 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:08.409690 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-4acee396-a830-4efb-8e48-125eaeac4c69 req-ea347007-bfcd-4383-9a74-3635129067f8 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Synchronizing usage tracker for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:50:08.419714 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Pushing event deleted for resources: {'Port': ['ID=005f30c1-a814-4b22-afa7-adf065657bfe,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:08.431793 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-4acee396-a830-4efb-8e48-125eaeac4c69 req-ea347007-bfcd-4383-9a74-3635129067f8 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Unset dirty status for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:50:08.432999 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4acee396-a830-4efb-8e48-125eaeac4c69 req-ea347007-bfcd-4383-9a74-3635129067f8 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce67f7d-452e-4957-840e-2f3467222f01 HTTP/1.1" status: 200 len: 210 time: 0.1602795 Jun 04 00:50:08.472088 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.472472 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.472880 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.473293 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.473653 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.474004 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.474467 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.474820 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.475212 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.475690 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.476044 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.476384 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:08.517528 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:08.523666 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-50511813-75f4-4d48-8a50-bb7352319363 req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] No DVR routers for this DVR port 005f30c1-a814-4b22-afa7-adf065657bfe on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:50:08.526398 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-50511813-75f4-4d48-8a50-bb7352319363 req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:08.529320 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a1a520-ac1a-43f2-8a97-46f1c636232a', 'name': 'network-vif-deleted', 'tag': '005f30c1-a814-4b22-afa7-adf065657bfe'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:50:08.531762 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e14535-1534-4c34-a74d-a33581fef467" -d '{"events": [{"server_uuid": "10a1a520-ac1a-43f2-8a97-46f1c636232a", "name": "network-vif-deleted", "tag": "005f30c1-a814-4b22-afa7-adf065657bfe"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:50:08.547690 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-50511813-75f4-4d48-8a50-bb7352319363 req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.47 "DELETE /v2.0/ports/005f30c1-a814-4b22-afa7-adf065657bfe HTTP/1.1" status: 204 len: 173 time: 0.7104144 Jun 04 00:50:08.585568 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad7dc7e-b122-4453-a3fd-2a9d8de311d9 x-openstack-request-id: req-5ad7dc7e-b122-4453-a3fd-2a9d8de311d9 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:50:08.585943 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a1a520-ac1a-43f2-8a97-46f1c636232a", "name": "network-vif-deleted", "tag": "005f30c1-a814-4b22-afa7-adf065657bfe", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:50:08.586693 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ad7dc7e-b122-4453-a3fd-2a9d8de311d9 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:50:08.586693 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a1a520-ac1a-43f2-8a97-46f1c636232a', 'name': 'network-vif-deleted', 'tag': '005f30c1-a814-4b22-afa7-adf065657bfe', 'status': 'completed', 'code': 200} Jun 04 00:50:08.598644 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-8e561238-d4ef-44fa-99c8-c125474b2d0d req-3bb05d9a-1df0-430a-aa5e-38df186360ab tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Synchronizing usage tracker for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:50:08.614576 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-8e561238-d4ef-44fa-99c8-c125474b2d0d req-3bb05d9a-1df0-430a-aa5e-38df186360ab tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Unset dirty status for tenant:ac9e65ee5c4f4646aee237abfff7ad6e on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:50:08.615730 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8e561238-d4ef-44fa-99c8-c125474b2d0d req-3bb05d9a-1df0-430a-aa5e-38df186360ab tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a1a520-ac1a-43f2-8a97-46f1c636232a HTTP/1.1" status: 200 len: 210 time: 0.0649951 Jun 04 00:50:09.309471 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['005f30c1-a814-4b22-afa7-adf065657bfe'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:50:11.281779 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224dcbc-8043-4ad2-99fa-5ae1ea37fb4e req-4e4262e6-56b9-40ec-8ff0-72bf09c24f9f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:11.283261 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b224dcbc-8043-4ad2-99fa-5ae1ea37fb4e req-4e4262e6-56b9-40ec-8ff0-72bf09c24f9f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 946 time: 0.0788383 Jun 04 00:50:11.332322 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b224dcbc-8043-4ad2-99fa-5ae1ea37fb4e req-5ae5dd72-2f69-473d-a030-5d3e840b0ff5 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430930 Jun 04 00:50:11.443949 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:50:12.086611 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device d4f9ac73-36e4-4d77-af75-00c13cf2bc8f no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:50:12.127624 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: d4f9ac73-36e4-4d77-af75-00c13cf2bc8f {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:50:12.127957 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device d4f9ac73-36e4-4d77-af75-00c13cf2bc8f not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:50:12.128396 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 005f30c1-a814-4b22-afa7-adf065657bfe no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:50:12.160059 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 005f30c1-a814-4b22-afa7-adf065657bfe {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:50:12.160404 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 005f30c1-a814-4b22-afa7-adf065657bfe not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:50:12.429076 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-54b7c440-0af8-4803-94e6-dd8b20c28c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:12.533378 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d880c2-7865-49a7-9dd0-d8c05652dc4b req-1295bff9-7039-4ebf-9027-5ebe80c546db tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:12.534843 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d2d880c2-7865-49a7-9dd0-d8c05652dc4b req-1295bff9-7039-4ebf-9027-5ebe80c546db tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 946 time: 0.0816755 Jun 04 00:50:12.582366 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d2d880c2-7865-49a7-9dd0-d8c05652dc4b req-fca293a2-4d87-4795-819a-3cabd30f6b27 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Jun 04 00:50:13.590134 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-d0e5b9e6-e8fe-4e35-9ba7-0832e53023eb tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:13.591560 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-d0e5b9e6-e8fe-4e35-9ba7-0832e53023eb tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 946 time: 0.1439130 Jun 04 00:50:13.786221 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Deleting port 62736a93-f40d-4051-a3cb-067b32cdc663 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:50:13.786484 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:13.813157 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8fe5-361d-4640-af86-0a67c32ce00d req-461a4ba0-b355-419c-a670-a4aebf3f81b8 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:13.814583 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bc4e8fe5-361d-4640-af86-0a67c32ce00d req-461a4ba0-b355-419c-a670-a4aebf3f81b8 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 946 time: 0.1227784 Jun 04 00:50:13.932718 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bc4e8fe5-361d-4640-af86-0a67c32ce00d req-74080609-2545-4b8a-ac16-dad5e4529163 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082761 Jun 04 00:50:13.958904 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] For port 62736a93-f40d-4051-a3cb-067b32cdc663, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=62736a93-f40d-4051-a3cb-067b32cdc663,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:13.959259 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:14.092646 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Calling delete_port for 62736a93-f40d-4051-a3cb-067b32cdc663 owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:50:14.213515 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:14.218837 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:14.252224 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['db2705e9-07a7-48ee-b1a8-408010bdd949', '24493eb0-8a4b-4bb2-91f7-e75214689050', '62736a93-f40d-4051-a3cb-067b32cdc663'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:50:14.262657 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Pushing event deleted for resources: {'Port': ['ID=62736a93-f40d-4051-a3cb-067b32cdc663,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:14.265672 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:14.337428 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] No DVR routers for this DVR port 62736a93-f40d-4051-a3cb-067b32cdc663 on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:50:14.340856 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:14.343564 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b9f23-2884-4210-a343-dfbc0fa59fc3', 'name': 'network-vif-deleted', 'tag': '62736a93-f40d-4051-a3cb-067b32cdc663'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:50:14.345911 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d871a-d3c5-43fd-a248-d9ae6b1b4dd5" -d '{"events": [{"server_uuid": "4f9b9f23-2884-4210-a343-dfbc0fa59fc3", "name": "network-vif-deleted", "tag": "62736a93-f40d-4051-a3cb-067b32cdc663"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:50:14.361453 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c7bc4f5d-2cec-4663-b271-518b788a379a req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "DELETE /v2.0/ports/62736a93-f40d-4051-a3cb-067b32cdc663 HTTP/1.1" status: 204 len: 173 time: 0.7615631 Jun 04 00:50:14.392988 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6944f24d-4d54-4a3d-80a6-5471e7cdde1f x-openstack-request-id: req-6944f24d-4d54-4a3d-80a6-5471e7cdde1f {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:50:14.393313 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b9f23-2884-4210-a343-dfbc0fa59fc3", "name": "network-vif-deleted", "tag": "62736a93-f40d-4051-a3cb-067b32cdc663", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:50:14.393592 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6944f24d-4d54-4a3d-80a6-5471e7cdde1f {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:50:14.394098 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b9f23-2884-4210-a343-dfbc0fa59fc3', 'name': 'network-vif-deleted', 'tag': '62736a93-f40d-4051-a3cb-067b32cdc663', 'status': 'completed', 'code': 200} Jun 04 00:50:14.977694 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:15.103124 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-1313342d-2577-4893-a74c-2189b4860539 req-e1079a1e-4ae4-4856-9b0b-01acc36fa2bb tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Synchronizing usage tracker for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:50:15.120787 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-1313342d-2577-4893-a74c-2189b4860539 req-e1079a1e-4ae4-4856-9b0b-01acc36fa2bb tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Unset dirty status for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:50:15.122772 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1313342d-2577-4893-a74c-2189b4860539 req-e1079a1e-4ae4-4856-9b0b-01acc36fa2bb tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f9b9f23-2884-4210-a343-dfbc0fa59fc3 HTTP/1.1" status: 200 len: 210 time: 0.0623846 Jun 04 00:50:15.192819 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-5402f738-c882-4c65-ae1a-540bf89071df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:15.984317 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:16.617546 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe06eb6-27b4-4ccc-b668-c49537de3890 req-fe1fedf4-3cfa-4628-b067-15d82185f751 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:16.619431 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2fe06eb6-27b4-4ccc-b668-c49537de3890 req-fe1fedf4-3cfa-4628-b067-15d82185f751 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 945 time: 0.0823317 Jun 04 00:50:16.663850 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2fe06eb6-27b4-4ccc-b668-c49537de3890 req-4e0af56a-fbdd-4ecc-bb7c-e52e8af52c98 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388629 Jun 04 00:50:17.618249 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:18.009941 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272737bd-b0c8-4214-aa1f-376a0aae74ec req-8e5379c3-8a32-4c59-88e4-e5366c27f366 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:18.011450 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-272737bd-b0c8-4214-aa1f-376a0aae74ec req-8e5379c3-8a32-4c59-88e4-e5366c27f366 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 945 time: 0.0927105 Jun 04 00:50:18.059014 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-272737bd-b0c8-4214-aa1f-376a0aae74ec req-35621bae-0087-465b-9d81-34757f8f423b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 Jun 04 00:50:18.131920 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 62736a93-f40d-4051-a3cb-067b32cdc663 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:50:18.167546 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 62736a93-f40d-4051-a3cb-067b32cdc663 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:50:18.167902 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 62736a93-f40d-4051-a3cb-067b32cdc663 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:50:18.424842 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-f3d10d7f-9afa-4ed3-b4ed-6b6478b5b8a5 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:18.426296 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-f3d10d7f-9afa-4ed3-b4ed-6b6478b5b8a5 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 945 time: 0.0828912 Jun 04 00:50:18.564987 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Deleting port 24493eb0-8a4b-4bb2-91f7-e75214689050 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:50:18.565336 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:18.694138 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] For port 24493eb0-8a4b-4bb2-91f7-e75214689050, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=24493eb0-8a4b-4bb2-91f7-e75214689050,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:18.694484 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:18.815615 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Calling delete_port for 24493eb0-8a4b-4bb2-91f7-e75214689050 owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:50:18.931975 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:18.937825 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3affe78a-8da3-4739-9843-55adeab0a9ef tempest-VolumesActionsTest-1207260756 tempest-VolumesActionsTest-1207260756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:18.966788 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['db2705e9-07a7-48ee-b1a8-408010bdd949', '24493eb0-8a4b-4bb2-91f7-e75214689050'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:50:19.063871 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Pushing event deleted for resources: {'Port': ['ID=24493eb0-8a4b-4bb2-91f7-e75214689050,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:19.066568 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:19.142225 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] No DVR routers for this DVR port 24493eb0-8a4b-4bb2-91f7-e75214689050 on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:50:19.144922 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:19.147634 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf9445-f8f9-4737-be39-44b5c28da144', 'name': 'network-vif-deleted', 'tag': '24493eb0-8a4b-4bb2-91f7-e75214689050'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:50:19.149953 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4917ec7b-1279-430e-b028-7caa83559940" -d '{"events": [{"server_uuid": "6abf9445-f8f9-4737-be39-44b5c28da144", "name": "network-vif-deleted", "tag": "24493eb0-8a4b-4bb2-91f7-e75214689050"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:50:19.164524 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cacaa255-2a78-4b37-a5a5-7ae85c9da6bf req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "DELETE /v2.0/ports/24493eb0-8a4b-4bb2-91f7-e75214689050 HTTP/1.1" status: 204 len: 173 time: 0.7323058 Jun 04 00:50:19.194551 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dd19a6-f096-4526-8c70-9933214b70a0 x-openstack-request-id: req-39dd19a6-f096-4526-8c70-9933214b70a0 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:50:19.195094 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abf9445-f8f9-4737-be39-44b5c28da144", "name": "network-vif-deleted", "tag": "24493eb0-8a4b-4bb2-91f7-e75214689050", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:50:19.195321 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39dd19a6-f096-4526-8c70-9933214b70a0 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:50:19.195854 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abf9445-f8f9-4737-be39-44b5c28da144', 'name': 'network-vif-deleted', 'tag': '24493eb0-8a4b-4bb2-91f7-e75214689050', 'status': 'completed', 'code': 200} Jun 04 00:50:19.213882 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-82fca08f-29fa-426e-b61b-f0e104daa036 req-e1efc3ef-13b1-491f-9260-1846709c150b tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=6abf9445-f8f9-4737-be39-44b5c28da144 HTTP/1.1" status: 200 len: 210 time: 0.0481908 Jun 04 00:50:22.056437 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac139-7b2f-407f-90c0-1f30302a4e04 req-7b3c32d4-293b-4bd5-b21e-53de2b6c98c6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:22.057034 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-78fac139-7b2f-407f-90c0-1f30302a4e04 req-7b3c32d4-293b-4bd5-b21e-53de2b6c98c6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Synchronizing usage tracker for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:50:22.075945 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-78fac139-7b2f-407f-90c0-1f30302a4e04 req-7b3c32d4-293b-4bd5-b21e-53de2b6c98c6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Unset dirty status for tenant:c1c3c2e9c3ca46428da5e1689da07e03 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:50:22.077203 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-78fac139-7b2f-407f-90c0-1f30302a4e04 req-7b3c32d4-293b-4bd5-b21e-53de2b6c98c6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 945 time: 0.2263854 Jun 04 00:50:22.121739 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-78fac139-7b2f-407f-90c0-1f30302a4e04 req-3a660f93-8d65-46fa-8b74-234a62fc9433 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Jun 04 00:50:22.164300 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 24493eb0-8a4b-4bb2-91f7-e75214689050 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:50:22.200093 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 24493eb0-8a4b-4bb2-91f7-e75214689050 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:50:22.200451 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 24493eb0-8a4b-4bb2-91f7-e75214689050 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:50:23.392010 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48a89d-0a6e-45fe-96bc-ac5667aac12b req-a4f3ea13-a9fc-46d8-876f-fa4d2d4842f6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:23.393483 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2b48a89d-0a6e-45fe-96bc-ac5667aac12b req-a4f3ea13-a9fc-46d8-876f-fa4d2d4842f6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 945 time: 0.1550887 Jun 04 00:50:23.442277 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2b48a89d-0a6e-45fe-96bc-ac5667aac12b req-57556760-00ae-45a8-902c-64fd462b4411 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Jun 04 00:50:24.017708 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:24.174542 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-255cbc4d-d4f7-4886-b4c1-017968d1ea30 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:24.175982 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-255cbc4d-d4f7-4886-b4c1-017968d1ea30 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 945 time: 0.0933585 Jun 04 00:50:24.315646 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Deleting port db2705e9-07a7-48ee-b1a8-408010bdd949 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:50:24.315913 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:24.454086 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] For port db2705e9-07a7-48ee-b1a8-408010bdd949, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=db2705e9-07a7-48ee-b1a8-408010bdd949,segment=NetworkSegment(2caa405e-d929-4014-828b-532cad6a6028),segment_id=2caa405e-d929-4014-828b-532cad6a6028)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:24.454449 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:24.580555 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Calling delete_port for db2705e9-07a7-48ee-b1a8-408010bdd949 owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:50:24.684291 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510500de-59d8-4aa5-97e4-1722ed733707 req-fecf302a-a4e1-4357-9a5c-d941232b6530 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:24.685751 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-510500de-59d8-4aa5-97e4-1722ed733707 req-fecf302a-a4e1-4357-9a5c-d941232b6530 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/ports?device_id=8967bf8d-9402-46c6-bd0b-295c957fb17d HTTP/1.1" status: 200 len: 945 time: 0.1125994 Jun 04 00:50:24.785128 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-510500de-59d8-4aa5-97e4-1722ed733707 req-09c31cfc-875e-4905-abb3-a5b457912e8e tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.44 "GET /v2.0/security-groups?id=d53d494f-6a32-4390-8788-8fb4f8f95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913341 Jun 04 00:50:24.786168 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:24.792201 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:24.830812 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['db2705e9-07a7-48ee-b1a8-408010bdd949'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:50:24.842054 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Pushing event deleted for resources: {'Port': ['ID=db2705e9-07a7-48ee-b1a8-408010bdd949,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:24.845127 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:24.922062 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] No DVR routers for this DVR port db2705e9-07a7-48ee-b1a8-408010bdd949 on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:50:24.924690 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:24.927280 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8967bf8d-9402-46c6-bd0b-295c957fb17d', 'name': 'network-vif-deleted', 'tag': 'db2705e9-07a7-48ee-b1a8-408010bdd949'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:50:24.929702 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f6c7fd-ff79-4b7c-8fe9-6754421ccd6e" -d '{"events": [{"server_uuid": "8967bf8d-9402-46c6-bd0b-295c957fb17d", "name": "network-vif-deleted", "tag": "db2705e9-07a7-48ee-b1a8-408010bdd949"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:50:24.944663 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ffc868d4-d01c-4b0c-a32c-efdf23fd4990 req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] 10.222.0.47 "DELETE /v2.0/ports/db2705e9-07a7-48ee-b1a8-408010bdd949 HTTP/1.1" status: 204 len: 173 time: 0.7595394 Jun 04 00:50:24.982910 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9b370a-e807-4d1e-9a08-1b4cee36eddf x-openstack-request-id: req-1a9b370a-e807-4d1e-9a08-1b4cee36eddf {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:50:24.983225 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8967bf8d-9402-46c6-bd0b-295c957fb17d", "name": "network-vif-deleted", "tag": "db2705e9-07a7-48ee-b1a8-408010bdd949", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:50:24.983508 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a9b370a-e807-4d1e-9a08-1b4cee36eddf {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:50:24.983953 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8967bf8d-9402-46c6-bd0b-295c957fb17d', 'name': 'network-vif-deleted', 'tag': 'db2705e9-07a7-48ee-b1a8-408010bdd949', 'status': 'completed', 'code': 200} Jun 04 00:50:26.034190 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 38820) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:26.093703 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Deleting subnet a357af4e-5015-4f06-bdf4-c3bdb308e666 {{(pid=103533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:50:26.096772 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.150646 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7032485'] for subnet, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.207222 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.458380 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7030178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6313886'] for subnet, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.463180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:26.499394 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.502953 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a357af4e-5015-4f06-bdf4-c3bdb308e666,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:26.511145 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.511514 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.511915 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.512271 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.512621 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.512970 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.513311 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.513655 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.513997 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.514345 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.514668 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.515016 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:26.517900 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:26.519461 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a357af4e-5015-4f06-bdf4-c3bdb308e666 HTTP/1.1" status: 204 len: 168 time: 0.4842365 Jun 04 00:50:26.522332 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 38832) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:26.626136 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.756133 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.769393 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46884429-1ed9-45b1-9f66-ebb425e6c9aa']}} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:26.781574 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caa405e-d929-4014-828b-532cad6a6028') {'for_net_delete': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:26.781873 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caa405e-d929-4014-828b-532cad6a6028') {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:26.793726 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7032540'] for segment, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.809574 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.816588 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:50:26.816944 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030088'] for segment, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: Traceback (most recent call last): Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: timer() Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: cb(*args, **kw) Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: return func(*args, **kwargs) Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: self._notify() Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: self.callback(batched_events) Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: event.method(event) Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: return f(self, *a, **k) Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: return self._get(url).json() Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: return self.request(url, 'GET', **kwargs) Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:50:26.836688 dv-cinder-489949-11-smb neutron-server[103533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:50:26.911761 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.915680 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:26.928659 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:26.939116 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Pushing event deleted for resources: {'Network': ['ID=46884429-1ed9-45b1-9f66-ebb425e6c9aa,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:26.942163 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:26.949534 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a9db852e-d54e-4fc8-85a7-bfa3a45cf531 admin admin] 10.222.0.44 "DELETE /v2.0/networks/46884429-1ed9-45b1-9f66-ebb425e6c9aa HTTP/1.1" status: 204 len: 168 time: 0.4262326 Jun 04 00:50:27.072815 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 38836) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:27.133472 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-9b6e68bb-ff27-41f7-8a70-6bc2d046ce4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1c3c2e9c3ca46428da5e1689da07e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591466 Jun 04 00:50:27.136301 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 38838) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:27.200342 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9c0cb8cf-47ba-4d7a-a6af-a4e92c9a81ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:27.232543 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9c0cb8cf-47ba-4d7a-a6af-a4e92c9a81ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:27.289150 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9c0cb8cf-47ba-4d7a-a6af-a4e92c9a81ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:27.294537 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ad0d72ca-bb77-4eb3-90b2-343bc386a56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:27.307708 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cb8cf-47ba-4d7a-a6af-a4e92c9a81ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d494f-6a32-4390-8788-8fb4f8f95c00,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:27.320391 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9c0cb8cf-47ba-4d7a-a6af-a4e92c9a81ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:27.327743 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9c0cb8cf-47ba-4d7a-a6af-a4e92c9a81ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:27.332100 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-9c0cb8cf-47ba-4d7a-a6af-a4e92c9a81ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d53d494f-6a32-4390-8788-8fb4f8f95c00 HTTP/1.1" status: 204 len: 168 time: 0.1945138 Jun 04 00:50:27.887468 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4710c3-1b80-416c-92c3-8848d7675718 req-971e3e36-f558-4d00-841e-7153b528cbe0 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:27.888965 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9c4710c3-1b80-416c-92c3-8848d7675718 req-971e3e36-f558-4d00-841e-7153b528cbe0 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 947 time: 0.1290231 Jun 04 00:50:27.940250 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-804f8351-52bd-4a72-88fc-e319ab06c0e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173608 Jun 04 00:50:27.943171 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9c4710c3-1b80-416c-92c3-8848d7675718 req-68b3f3d8-94d1-4e7b-a3e5-2be2b35d4914 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Jun 04 00:50:28.095571 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-88bf72d4-5539-4f89-9028-8bb56ac81589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:28.097487 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-88bf72d4-5539-4f89-9028-8bb56ac81589 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 1099 time: 0.0717375 Jun 04 00:50:28.209001 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device db2705e9-07a7-48ee-b1a8-408010bdd949 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:50:28.243084 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: db2705e9-07a7-48ee-b1a8-408010bdd949 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:50:28.243672 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device db2705e9-07a7-48ee-b1a8-408010bdd949 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:50:28.249359 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-b73bb55c-3c9d-46d9-ad56-d519f0dcd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:28.250902 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-b73bb55c-3c9d-46d9-ad56-d519f0dcd923 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 912 time: 0.1331124 Jun 04 00:50:28.422285 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-e5f41f11-cd8c-41ac-bb6c-3c2bb33bc54b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa HTTP/1.1" status: 200 len: 1002 time: 0.1637323 Jun 04 00:50:28.492554 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-bb2a5ccb-b030-4b24-9eed-2c1c49a36046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:28.494367 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-bb2a5ccb-b030-4b24-9eed-2c1c49a36046 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.0650892 Jun 04 00:50:28.572757 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-738a3d40-6a7e-4924-8e0b-ef61b2b9ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:28.574301 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-738a3d40-6a7e-4924-8e0b-ef61b2b9ea9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0722604 Jun 04 00:50:28.721538 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-65a0fe06-aff4-474d-9637-4d7fc53aca3a service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399715 Jun 04 00:50:28.807236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 38918) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:28.867320 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cfc67f42-2179-4750-9c16-5dc24092f4df req-eab7f190-cdb1-4ad3-8869-65cd3ae43267 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385026 Jun 04 00:50:28.936438 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:28.960211 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:28.964689 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] Usage tracker for resource:security_group_rule and tenant:4290a1b858c54a6c991d90dc9e958f1a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:28.967904 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:28.974618 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:29.094681 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:29.100954 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:29.113616 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9224557f-1540-431f-9ebe-a94951608aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:29.167856 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4290a1b858c54a6c991d90dc9e958f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593471 Jun 04 00:50:29.170586 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 38926) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:29.172181 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3191eb67-db7c-4d17-be1f-307815b0abe3,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:29.178314 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6dc527e5-1f29-43da-9471-be5e5081058f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:29.199559 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd314cc9-27ad-4903-98b4-1994cd05cf57 req-42b088be-db37-4518-8a09-257ac7fb0409 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:29.201033 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dd314cc9-27ad-4903-98b4-1994cd05cf57 req-42b088be-db37-4518-8a09-257ac7fb0409 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 947 time: 0.1414199 Jun 04 00:50:29.235793 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-73d7d383-cb3c-4610-a52d-6d5cbf64eba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:29.249650 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dd314cc9-27ad-4903-98b4-1994cd05cf57 req-09a79912-dc03-4c5b-9be1-2c4d1ccb2427 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425804 Jun 04 00:50:29.263106 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-73d7d383-cb3c-4610-a52d-6d5cbf64eba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:29.316284 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-73d7d383-cb3c-4610-a52d-6d5cbf64eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:29.320132 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-52ba9839-ead5-4881-802e-1d6ed54018dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:29.334076 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7d383-cb3c-4610-a52d-6d5cbf64eba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3191eb67-db7c-4d17-be1f-307815b0abe3,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:29.336403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-73d7d383-cb3c-4610-a52d-6d5cbf64eba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:29.340914 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-73d7d383-cb3c-4610-a52d-6d5cbf64eba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:29.352157 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-73d7d383-cb3c-4610-a52d-6d5cbf64eba3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3191eb67-db7c-4d17-be1f-307815b0abe3 HTTP/1.1" status: 204 len: 168 time: 0.1782825 Jun 04 00:50:29.842868 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-d05b0f43-b707-4b7d-b3f4-fdfd14d76b2f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:29.844405 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-d05b0f43-b707-4b7d-b3f4-fdfd14d76b2f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 947 time: 0.0795221 Jun 04 00:50:29.981864 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Deleting port 65060927-7162-4793-8124-b13d1abe44cb {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:50:29.982185 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:30.115037 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] For port 65060927-7162-4793-8124-b13d1abe44cb, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=65060927-7162-4793-8124-b13d1abe44cb,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:30.115320 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:30.469315 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:30.470068 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:30.470068 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.l3_db [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Floating IP 9b52eaa7-d02f-4b1b-8c5e-1358a127a56f disassociated. External IP: 172.28.1.151, port: 65060927-7162-4793-8124-b13d1abe44cb. Jun 04 00:50:30.470335 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Calling delete_port for 65060927-7162-4793-8124-b13d1abe44cb owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:50:30.517305 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c390c0-b55f-4f3b-9015-5576d9e35407 req-1949e68f-e925-4648-a410-79a2c233b7e1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:30.518927 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-28c390c0-b55f-4f3b-9015-5576d9e35407 req-1949e68f-e925-4648-a410-79a2c233b7e1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 947 time: 0.1391096 Jun 04 00:50:30.602688 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-28c390c0-b55f-4f3b-9015-5576d9e35407 req-147362a2-7ac7-4745-ae31-3c806756bc00 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775485 Jun 04 00:50:30.640062 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:30.646034 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7457ce09-b2e9-4175-960d-3b96605b491f tempest-DeleteServersTestJSON-1525689546 tempest-DeleteServersTestJSON-1525689546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:30.691024 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event deleted for resources: {'Port': ['ID=65060927-7162-4793-8124-b13d1abe44cb,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:30.695553 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:30.947249 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Router aeaa001d-6f31-4548-84b0-03c1ef805c8c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:50:30.968849 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 38974) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:31.086981 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.101533 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:31.105872 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Usage tracker for resource:security_group_rule and tenant:96ba98f93b6e4b978000f8db11ce5d6a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:31.108337 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:31.114057 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:31.128957 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:50:31.141663 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] Sync routers for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:50:31.153707 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:31.154628 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:31.208729 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.209011 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] No DVR routers for this DVR port 65060927-7162-4793-8124-b13d1abe44cb on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:50:31.211412 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.214501 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.214740 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-deleted', 'tag': '65060927-7162-4793-8124-b13d1abe44cb'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:50:31.217347 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0871d065-07e4-42ac-a5ea-2021579f8cff" -d '{"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-deleted", "tag": "65060927-7162-4793-8124-b13d1abe44cb"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:50:31.225186 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6f957967-23b6-4149-ba05-9d6048fa799d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:31.235814 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bfde1df7-b43b-4d2d-aef0-ed3a7d2c4eb1 req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "DELETE /v2.0/ports/65060927-7162-4793-8124-b13d1abe44cb HTTP/1.1" status: 204 len: 173 time: 1.3859782 Jun 04 00:50:31.274703 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 38980) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:31.275467 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96ba98f93b6e4b978000f8db11ce5d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051224 Jun 04 00:50:31.278986 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65afcc3f-e022-451b-83f9-291ac9b1cab2,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:31.281335 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:31.309031 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8125b0ce-97d5-4ba1-8242-6cb9d86e716e x-openstack-request-id: req-8125b0ce-97d5-4ba1-8242-6cb9d86e716e {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:50:31.309499 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950868fe-607e-4796-ade2-9e51f615ca71", "name": "network-vif-deleted", "tag": "65060927-7162-4793-8124-b13d1abe44cb", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:50:31.309876 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8125b0ce-97d5-4ba1-8242-6cb9d86e716e {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:50:31.310401 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950868fe-607e-4796-ade2-9e51f615ca71', 'name': 'network-vif-deleted', 'tag': '65060927-7162-4793-8124-b13d1abe44cb', 'status': 'completed', 'code': 200} Jun 04 00:50:31.378149 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 38984) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:31.387089 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d272247a-ad69-4628-a470-6ce1b322521d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.391659 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:31.431762 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d272247a-ad69-4628-a470-6ce1b322521d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.480804 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] Deleting subnet 1073c2db-d2b6-4189-ae55-7c2b6b2f75f7 {{(pid=103533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:50:31.485421 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.497080 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d272247a-ad69-4628-a470-6ce1b322521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.502394 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6a7de9fb-ad70-49b8-9134-a10adbc7440c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:31.515956 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272247a-ad69-4628-a470-6ce1b322521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65afcc3f-e022-451b-83f9-291ac9b1cab2,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:31.518612 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d272247a-ad69-4628-a470-6ce1b322521d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:31.520790 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d272247a-ad69-4628-a470-6ce1b322521d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.533205 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-d272247a-ad69-4628-a470-6ce1b322521d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65afcc3f-e022-451b-83f9-291ac9b1cab2 HTTP/1.1" status: 204 len: 168 time: 0.2475095 Jun 04 00:50:31.562623 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7032485'] for subnet, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.635828 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.782756 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:31.788203 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] Checking router: aeaa001d-6f31-4548-84b0-03c1ef805c8c for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:50:31.797980 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:31.798610 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:31.831146 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-d06ef590-5c3c-4af4-8356-6b54d304d7ad req-66a63b91-e69c-426a-beec-46f09367ae1d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:50:31.852689 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-d06ef590-5c3c-4af4-8356-6b54d304d7ad req-66a63b91-e69c-426a-beec-46f09367ae1d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:50:31.854437 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d06ef590-5c3c-4af4-8356-6b54d304d7ad req-66a63b91-e69c-426a-beec-46f09367ae1d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=950868fe-607e-4796-ade2-9e51f615ca71 HTTP/1.1" status: 200 len: 210 time: 0.0672700 Jun 04 00:50:31.933367 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 38992) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:31.965344 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:31.990150 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:31.996386 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Usage tracker for resource:security_group_rule and tenant:a56bbcbdb7514badb255c9739f7cd7fa is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:31.999711 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:32.007298 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:32.035806 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:32.116303 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.121896 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.132095 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ac203892-0025-42f6-9a35-f9d3915039dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:32.142887 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7030178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6313886'] for subnet, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.156617 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-fd96203d-551e-4443-b9be-868c684e780c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:32.173732 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a56bbcbdb7514badb255c9739f7cd7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388587 Jun 04 00:50:32.174799 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea61b7-010a-4e0a-8201-2c83f0459e31,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:32.177832 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 38994) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:32.178884 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:32.208631 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.213123 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1073c2db-d2b6-4189-ae55-7c2b6b2f75f7,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:32.218153 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:32.228851 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1073c2db-d2b6-4189-ae55-7c2b6b2f75f7 HTTP/1.1" status: 204 len: 168 time: 0.8489738 Jun 04 00:50:32.231345 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 38996) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:32.249093 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4fed6a46-a810-4279-a392-0a3aca459918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.278894 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4fed6a46-a810-4279-a392-0a3aca459918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.332405 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4fed6a46-a810-4279-a392-0a3aca459918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.336853 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-0e129660-7cc6-4ae0-a51d-aafa04dd3d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:32.341094 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.352545 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed6a46-a810-4279-a392-0a3aca459918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bea61b7-010a-4e0a-8201-2c83f0459e31,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:32.355427 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4fed6a46-a810-4279-a392-0a3aca459918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:32.361291 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4fed6a46-a810-4279-a392-0a3aca459918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.364904 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4fed6a46-a810-4279-a392-0a3aca459918 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bea61b7-010a-4e0a-8201-2c83f0459e31 HTTP/1.1" status: 204 len: 168 time: 0.1827571 Jun 04 00:50:32.406631 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:32.416551 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ebf7e-8329-4a68-b486-d54e0e453140 None None] The sync data for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb is: [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:50:32.496540 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.514296 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c839dffc-a197-4c6a-b04c-4aa1b0042105']}} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:32.528229 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb167ae-d820-42d1-823e-0ce5831f11e9') {'for_net_delete': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:32.528623 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb167ae-d820-42d1-823e-0ce5831f11e9') {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:32.540945 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7032540'] for segment, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.557909 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.564703 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:50:32.565166 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030088'] for segment, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: Traceback (most recent call last): Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: timer() Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: cb(*args, **kw) Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: return func(*args, **kwargs) Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: self._notify() Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: self.callback(batched_events) Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: event.method(event) Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: return f(self, *a, **k) Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: return self._get(url).json() Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: return self.request(url, 'GET', **kwargs) Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:50:32.583971 dv-cinder-489949-11-smb neutron-server[103533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:50:32.672493 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.677824 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:32.707073 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:32.718516 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c839dffc-a197-4c6a-b04c-4aa1b0042105,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:32.722932 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:32.731284 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-c8905ba6-1269-4f57-be9a-b53719975bb5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c839dffc-a197-4c6a-b04c-4aa1b0042105 HTTP/1.1" status: 204 len: 168 time: 0.4986978 Jun 04 00:50:32.765345 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c63b2-fcf5-4db3-9aed-a8e99d7a3c83 None None] New status for floating IP 9b52eaa7-d02f-4b1b-8c5e-1358a127a56f: DOWN {{(pid=103536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:50:32.894339 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39010) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:32.950825 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39016) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:32.951430 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-956c8270-d661-4f3a-a94f-983e33777efc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac9e65ee5c4f4646aee237abfff7ad6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541131 Jun 04 00:50:33.015002 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f88e-9caa-4ee5-947d-91e8aa64363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.065070 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f88e-9caa-4ee5-947d-91e8aa64363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.065903 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39020) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:33.148750 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f88e-9caa-4ee5-947d-91e8aa64363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.153697 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-3ded2168-6000-45ce-b51e-b55c1a419853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:33.165002 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ee3821cb-f99f-4bfd-b4b5-5b66384d9395 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.169664 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2f88e-9caa-4ee5-947d-91e8aa64363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0cc7b2-5bf8-4bdb-893f-0674e12625e2,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:33.187932 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9fd2f88e-9caa-4ee5-947d-91e8aa64363c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:33.194342 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f88e-9caa-4ee5-947d-91e8aa64363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.196628 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-9fd2f88e-9caa-4ee5-947d-91e8aa64363c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c0cc7b2-5bf8-4bdb-893f-0674e12625e2 HTTP/1.1" status: 204 len: 168 time: 0.2442257 Jun 04 00:50:33.203159 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ee3821cb-f99f-4bfd-b4b5-5b66384d9395 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.258488 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ee3821cb-f99f-4bfd-b4b5-5b66384d9395 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.264633 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e61758d5-b951-4fba-a46a-ee5b1f4874f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:33.280420 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3821cb-f99f-4bfd-b4b5-5b66384d9395 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0b258a-3fad-4cdb-9e00-89ff6ead48ce,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:33.284181 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ee3821cb-f99f-4bfd-b4b5-5b66384d9395 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:33.299339 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ee3821cb-f99f-4bfd-b4b5-5b66384d9395 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.301541 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-ee3821cb-f99f-4bfd-b4b5-5b66384d9395 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d0b258a-3fad-4cdb-9e00-89ff6ead48ce HTTP/1.1" status: 204 len: 168 time: 0.2342548 Jun 04 00:50:33.304422 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39034) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:33.324210 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.api.v2.resource [None req-a336fef2-a1ca-4237-91ab-1873bcac2927 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] show failed (client error): The resource could not be found. Jun 04 00:50:33.325472 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-a336fef2-a1ca-4237-91ab-1873bcac2927 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups/1d0b258a-3fad-4cdb-9e00-89ff6ead48ce HTTP/1.1" status: 404 len: 347 time: 0.0184009 Jun 04 00:50:33.328559 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39036) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:33.580767 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Deleting port 6d394f37-1e3f-4b2d-9732-564f019efb3e {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:50:33.581115 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.701898 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.702328 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.829417 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Calling delete_port for 6d394f37-1e3f-4b2d-9732-564f019efb3e owned by network:floatingip {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:50:33.940212 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39066) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:33.960444 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:33.965336 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1f4f578e-268c-4635-8edb-82caf4165bf6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:34.011052 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event deleted for resources: {'Port': ['ID=6d394f37-1e3f-4b2d-9732-564f019efb3e,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:34.012934 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:34.055735 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1274367193-network', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:34.055735 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:34.059223 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Usage tracker for resource:network and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:34.062910 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:34.068805 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:34.082377 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Made reservation on behalf of 20f6738a59374ea49a1df6a194e340e4 for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:50:34.085068 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.098644 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.104234 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.114724 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:34.119457 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Usage tracker for resource:security_group_rule and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:34.122615 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.122860 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:34.123911 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "DELETE /v2.0/floatingips/9b52eaa7-d02f-4b1b-8c5e-1358a127a56f HTTP/1.1" status: 204 len: 168 time: 0.7942295 Jun 04 00:50:34.130866 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:34.236026 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.242037 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.246535 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-53de81d9-fddc-405f-9510-9063ff7c238e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:34.257465 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:50:34.276284 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:50:34.285726 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d10d789-92df-4f37-aef7-5391c1942f9e,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:34.289481 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:34.295327 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.295769 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Added segment 29130992-cf5c-4a89-9b60-fb2b5c06cb71 of type vlan for network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 Jun 04 00:50:34.320940 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 65060927-7162-4793-8124-b13d1abe44cb {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:50:34.321302 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 65060927-7162-4793-8124-b13d1abe44cb not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:50:34.329105 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.361672 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.363239 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:34.363973 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.374558 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-74a3bd0e-44b0-4f28-ad19-f8f398c4de61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:34.479259 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5377471 Jun 04 00:50:34.482692 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39086) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:34.487784 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Request body: {'subnet': {'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1274367193-subnet', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'ip_version': 4}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:34.490909 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Pushing event updated for resources: {'Network': ['ID=5d6ef1c5-d52e-46a5-827e-8fe6857a6866,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:34.495108 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:34.497384 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:34.501297 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Usage tracker for resource:subnet and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:34.506954 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:50:34.508680 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:34.518486 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:34.534177 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Made reservation on behalf of 20f6738a59374ea49a1df6a194e340e4 for: {'subnet': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:50:34.537193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6667534'] for subnet, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.567358 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39092) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:34.573279 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556674635', 'description': 'tempest-description--1762568686'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:34.580174 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:34.586758 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:security_group and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:34.592938 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:34.600871 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:34.615217 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.639876 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:34.654449 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:security_group_rule and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:34.657616 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:34.663882 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:34.738641 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.743579 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.749170 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:34.793408 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b44eb26-02ea-40f5-97b8-b5677fae8676,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:34.796196 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:34.797340 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.801356 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2292645 Jun 04 00:50:34.801586 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39104) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:34.806227 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'security_group_rule': {'security_group_id': '1b44eb26-02ea-40f5-97b8-b5677fae8676', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:34.812496 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:34.816444 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:security_group_rule and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:34.819465 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:34.825359 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:34.845923 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.924653 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.929121 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.931201 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3ce36ccb-d4cb-457b-b4da-7163444663bc tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:34.947286 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5527006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6667548'] for subnet, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.952605 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-508cd1ce-6dd4-4490-8c97-8a2c297d4fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:34.954015 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f2d829-a1e1-43f9-a301-4b41d8488911,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:34.959744 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:34.965254 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:34.966682 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641691 Jun 04 00:50:34.969598 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39108) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:34.974705 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'security_group_rule': {'security_group_id': '1b44eb26-02ea-40f5-97b8-b5677fae8676', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:34.981429 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:34.985987 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:security_group_rule and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:34.989243 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:34.996219 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:35.015204 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.022024 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39110) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:35.086106 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.090882 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.093204 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0c7e15cc-4178-467c-b5c4-a10badd782a8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:35.111873 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c93b9461-496b-46a6-a452-9788d9787052,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:35.115861 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:35.121316 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Checking segment: {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:50:35.121746 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Network hostable DHCP agents. Network: 5d6ef1c5-d52e-46a5-827e-8fe6857a6866, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:50:35.123860 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a4ea07-edee-43af-aa82-6dea8f6c1ce6,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:35.128699 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:35.134900 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.136496 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655443 Jun 04 00:50:35.139879 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39114) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:35.144849 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:50:35.145192 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'floatingip': {'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:35.151512 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:35.157074 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 5d6ef1c5-d52e-46a5-827e-8fe6857a6866) {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:35.166617 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:35.167305 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.167633 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8943b56-c0af-4248-a59c-471420761fbf None None] Network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:50:35.173978 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Usage tracker for resource:floatingip and tenant:73f2606236bc4287831e9973cd15c78a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:35.182306 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:35.185519 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.191138 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7071505 Jun 04 00:50:35.193682 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39116) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:35.199703 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:35.205154 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:35.209500 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Usage tracker for resource:router and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:35.213609 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:35.220084 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:35.233086 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8270573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12850'] for router, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.234302 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8270408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8295268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12809'] for router, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.252063 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.289450 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:35.300326 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:35.304889 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Usage tracker for resource:security_group_rule and tenant:47e22b1cd7424e6ea3093826e4678d8d is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:35.308150 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:35.311360 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.330836 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:35.396983 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c243b54-1e66-57f4-aab3-eb75180f8d13-5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052'}]}} from dv-cinder-489949-11-smb. {{(pid=103535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 00:50:35.397960 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.522725 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.531661 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.539606 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6c404c3d-f89e-4560-ae6d-e9b07964de35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:35.544100 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8270559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12823'] for router, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.572178 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.586731 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.db_base_plugin_common [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Allocated IP 172.20.0.2 (5d6ef1c5-d52e-46a5-827e-8fe6857a6866/c93b9461-496b-46a6-a452-9788d9787052/1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7) {{(pid=103535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:50:35.620076 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903775b6-204b-4da0-860e-361eae30fa74,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:35.623243 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:35.631057 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47e22b1cd7424e6ea3093826e4678d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6076312 Jun 04 00:50:35.631667 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39118) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:35.769113 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-16dca4ae-ff9c-4911-bc86-2bc5519e125b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.790608 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Allocated IP 172.28.1.107 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/7c26cf6b-cb2f-4b9a-b1d8-0179b01607a0) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:50:35.798531 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Notify callbacks [] for port, precommit_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.809911 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Transition to ACTIVE for port object 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:35.814035 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-16dca4ae-ff9c-4911-bc86-2bc5519e125b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.829108 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Transition to ACTIVE for port object 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 will not be triggered until provisioned by entity DHCP. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:35.834492 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.837993 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:35.871513 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.901642 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.903558 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 is already hosted by enough agents. {{(pid=103535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:35.906593 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.base_scheduler [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Resources bound (agent type, host, resource id): {{(pid=103535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:35.910364 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Received port after_create {{(pid=103535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:50:35.916286 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Pushing event updated for resources: {'Port': ['ID=1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7,revision_number=1']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:35.953187 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.953534 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.954054 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.954566 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.955058 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.955570 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.956053 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.956531 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.957080 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.957439 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.957699 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.958182 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:35.966178 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:35.988607 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-16dca4ae-ff9c-4911-bc86-2bc5519e125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:35.994632 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6748757e-678d-4a59-a9c9-c6047db28dd7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:36.010380 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.018348 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Attempting to bind port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:50:36.018734 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Attempting to bind port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:50:36.019110 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Attempting to bind port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 on network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:50:36.020722 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dca4ae-ff9c-4911-bc86-2bc5519e125b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903775b6-204b-4da0-860e-361eae30fa74,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:36.023533 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-16dca4ae-ff9c-4911-bc86-2bc5519e125b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:36.024830 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:50:36.025454 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Checking segment: {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:50:36.026147 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.026717 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Bound using segment: {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:50:36.027289 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Bound port: 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:50:36.027805 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.036767 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-16dca4ae-ff9c-4911-bc86-2bc5519e125b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.037887 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-16dca4ae-ff9c-4911-bc86-2bc5519e125b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/903775b6-204b-4da0-860e-361eae30fa74 HTTP/1.1" status: 204 len: 168 time: 0.4012871 Jun 04 00:50:36.058614 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.063905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:36.128729 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:36.132004 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:36.133898 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Allocated IP 172.28.1.66 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/d48981ef-51f1-487a-bdb6-535f4792d97b) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:50:36.134900 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:50:36.148710 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] For port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:50:36.152675 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] For port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:50:36.160394 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.175280 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:36.182590 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'Port': ['ID=7c26cf6b-cb2f-4b9a-b1d8-0179b01607a0,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:36.185838 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:36.280106 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.316183 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.332512 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Pushing event updated for resources: {'Port': ['ID=1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:36.336581 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:36.355036 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.361114 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:36.362737 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.427775 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:36.430952 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:36.434480 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:50:36.468603 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39124) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:36.501943 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.524154 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Pushing event updated for resources: {'Port': ['ID=d48981ef-51f1-487a-bdb6-535f4792d97b,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:36.532319 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:36.603607 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:36.616386 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] Usage tracker for resource:security_group_rule and tenant:1086a9695d394ec3a130006f724d8da0 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:36.632677 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.639668 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.643599 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:36.666230 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:36.680236 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:36.753453 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'Port': ['ID=7c26cf6b-cb2f-4b9a-b1d8-0179b01607a0,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:36.757693 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:36.766474 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.788237 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:36.797333 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6485665 Jun 04 00:50:37.094312 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:37.099684 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:37.159208 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:37.173054 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:37.181799 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-09e23cdb-ef55-4bde-b654-d62397403ba1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--556674635&fields=id&tenant_id=73f2606236bc4287831e9973cd15c78a HTTP/1.1" status: 200 len: 267 time: 0.1759179 Jun 04 00:50:37.238997 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2551f3-de08-442d-8341-37dd14f7d57a None None] Network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:50:37.277755 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1086a9695d394ec3a130006f724d8da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8040807 Jun 04 00:50:37.280727 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39138) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:37.282619 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf110333-4c94-467b-8d2e-908543371ec7,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:37.289250 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-76a896ae-7a20-4079-8481-1c55b7938aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:37.344827 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a22602ae-99e9-4b13-9e43-b47160233b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:37.358953 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-3511a2e5-89ac-491a-8021-cd9d12625898 None None] Provisioning for port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:37.371976 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a22602ae-99e9-4b13-9e43-b47160233b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:37.433225 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a22602ae-99e9-4b13-9e43-b47160233b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:37.439254 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e47b3d44-4176-4c37-a81c-32bf21621aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:37.452293 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22602ae-99e9-4b13-9e43-b47160233b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf110333-4c94-467b-8d2e-908543371ec7,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:37.455398 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a22602ae-99e9-4b13-9e43-b47160233b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:37.458957 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a22602ae-99e9-4b13-9e43-b47160233b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:37.462519 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a22602ae-99e9-4b13-9e43-b47160233b7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf110333-4c94-467b-8d2e-908543371ec7 HTTP/1.1" status: 204 len: 168 time: 0.1786416 Jun 04 00:50:37.551286 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-c8f07c54-78b4-4499-a188-602ef98a1fce tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:37.556053 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-c8f07c54-78b4-4499-a188-602ef98a1fce tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 817 time: 0.3621495 Jun 04 00:50:37.578632 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-a92a507e-0158-4b56-9ccd-5fae78df200f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/quotas/73f2606236bc4287831e9973cd15c78a HTTP/1.1" status: 200 len: 375 time: 0.0183475 Jun 04 00:50:37.724266 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8270548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8308021'] for router, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:37.897520 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-4f3d2c28-773b-4040-81a8-e0b0ef9016cd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2605348 Jun 04 00:50:37.955312 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Router edae1689-a37b-45a7-b9c7-258653a5733c is scheduled to L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de with binding_index 1 {{(pid=103534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 00:50:38.335004 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:50:38.342463 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-51d6353a-1a50-4e24-9baa-f5c8173fa37f service neutron] 10.222.0.44 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330082 Jun 04 00:50:38.352050 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Sync routers for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:50:38.362438 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:38.363061 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:38.401506 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Notify callbacks [] for router, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:38.402697 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2078228 Jun 04 00:50:38.405512 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39166) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:38.517265 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-9ee4c50a-aac9-4b5c-9b97-c7acb738e71d service neutron] 10.222.0.44 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648390 Jun 04 00:50:38.590022 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:38.651724 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:38.872217 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-1b32f685-0be3-4073-9271-8b65af794685 req-4c8ae58f-2296-4727-8ec7-619a1cef45a3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:50:38.897243 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-1b32f685-0be3-4073-9271-8b65af794685 req-4c8ae58f-2296-4727-8ec7-619a1cef45a3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:50:38.899374 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1b32f685-0be3-4073-9271-8b65af794685 req-4c8ae58f-2296-4727-8ec7-619a1cef45a3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 210 time: 0.0781801 Jun 04 00:50:38.934071 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:38.943470 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:38.943887 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.060299 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:36Z', 'revision_number': 3, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:39.076173 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Checking router: edae1689-a37b-45a7-b9c7-258653a5733c for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:50:39.076544 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Updating router edae1689-a37b-45a7-b9c7-258653a5733c port d48981ef-51f1-487a-bdb6-535f4792d97b binding host dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:50:39.141136 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.160659 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.286687 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:39.294942 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.299788 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:39.414117 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.475540 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:39.480615 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:39.620924 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Notify callbacks [] for port, precommit_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.633900 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Transition to ACTIVE for port object d48981ef-51f1-487a-bdb6-535f4792d97b will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:39.641695 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.645981 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:39.690280 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Allocated IP 172.20.0.1 (5d6ef1c5-d52e-46a5-827e-8fe6857a6866/c93b9461-496b-46a6-a452-9788d9787052/a1279cde-9c91-4677-b255-b83d194a459c) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:50:39.774091 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253180eb-553b-4163-9103-34d6999e471c None None] Pushing event updated for resources: {'Port': ['ID=d48981ef-51f1-487a-bdb6-535f4792d97b,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:39.776575 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Attempting to bind port d48981ef-51f1-487a-bdb6-535f4792d97b on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:50:39.777012 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Attempting to bind port d48981ef-51f1-487a-bdb6-535f4792d97b by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:50:39.777441 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Attempting to bind port d48981ef-51f1-487a-bdb6-535f4792d97b on network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:50:39.779924 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-253180eb-553b-4163-9103-34d6999e471c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:39.784409 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:50:39.784787 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Checking segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:50:39.785189 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.785728 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Bound using segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:50:39.786040 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Bound port: d48981ef-51f1-487a-bdb6-535f4792d97b, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:50:39.786412 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.863012 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] For port d48981ef-51f1-487a-bdb6-535f4792d97b, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:50:39.868036 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] For port d48981ef-51f1-487a-bdb6-535f4792d97b, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=d48981ef-51f1-487a-bdb6-535f4792d97b,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:50:39.874114 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.875078 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.878234 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:39.892263 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Transition to ACTIVE for port object a1279cde-9c91-4677-b255-b83d194a459c will not be triggered until provisioned by entity DHCP. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:39.921342 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:39.926528 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a1b40f79-8140-4653-b889-6cd0c26127a1 tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:39.989672 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:39.992585 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:39.997346 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:50:39.997820 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:39.998816 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:40.060115 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a1279cde-9c91-4677-b255-b83d194a459c,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:40.063781 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:40.082862 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-924e56f6-eec4-40ca-9786-e72300497ac2 req-6978e75f-6881-49f5-b0f2-2214c9221cb2 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 210 time: 0.0485964 Jun 04 00:50:40.088777 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253180eb-553b-4163-9103-34d6999e471c None None] Pushing event updated for resources: {'Port': ['ID=d48981ef-51f1-487a-bdb6-535f4792d97b,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:40.103071 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-253180eb-553b-4163-9103-34d6999e471c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:40.110928 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8308219'] for router_interface, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:40.233357 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:40.453782 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:40.544116 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-bb35bd16-63f1-43dc-9924-b6ca72078238 None None] Provisioning for port a1279cde-9c91-4677-b255-b83d194a459c completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:40.581115 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:40.627681 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-bb35bd16-63f1-43dc-9924-b6ca72078238 None None] Provisioning complete for port a1279cde-9c91-4677-b255-b83d194a459c triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:40.628062 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bb35bd16-63f1-43dc-9924-b6ca72078238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:40.628766 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-cac4d1b0-f7a4-45c4-9272-e7e0b2778695 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:40.632772 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-cac4d1b0-f7a4-45c4-9272-e7e0b2778695 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 817 time: 0.2822154 Jun 04 00:50:40.711130 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-bb35bd16-63f1-43dc-9924-b6ca72078238 None None] Port a1279cde-9c91-4677-b255-b83d194a459c cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:50:40.739037 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:40.739434 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:40.750444 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-4bfcb1f3-b60c-46b3-80b9-9246462f167b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f2606236bc4287831e9973cd15c78a HTTP/1.1" status: 200 len: 379 time: 0.1008599 Jun 04 00:50:40.759917 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'port': {'device_id': '8f84a713-9783-43f8-b189-782b3900e138', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'admin_state_up': True, 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'security_groups': ['1b44eb26-02ea-40f5-97b8-b5677fae8676']}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:40.793725 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:36Z', 'revision_number': 3, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:40.797900 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:40.802088 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792a34e-119c-4d83-8d3d-ce7a4fdee64a None None] The sync data for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb is: [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:36Z', 'revision_number': 3, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:50:40.804729 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:40.833139 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-acde607e-c7ab-40c9-8ded-10a97fc8686c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:40.926831 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:40.937437 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:40.948683 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Made reservation on behalf of 73f2606236bc4287831e9973cd15c78a for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:50:40.952399 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:41.049281 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7971183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8269719'] for router_interface, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:41.058995 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a1279cde-9c91-4677-b255-b83d194a459c,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:41.063324 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:41.141877 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Allocated IP 172.20.0.12 (297206ad-db2b-4913-9f81-e1e2de4db8ce/7b65e984-4469-44ae-91de-5c2a199d625d/373ca20f-0a74-4797-8965-0bb60edca5ed) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:50:41.214566 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:41.215722 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:41.363036 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-061595ab-d1ed-4939-a3b6-03e03a8b91ab req-707d4a09-6d9b-485c-aa46-65cfa49c542c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 210 time: 0.0810940 Jun 04 00:50:41.365878 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:41.398701 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Transition to ACTIVE for port object 373ca20f-0a74-4797-8965-0bb60edca5ed will not be triggered until provisioned by entity DHCP. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:41.435802 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:41.445447 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b7de1271-87c0-4689-8b9f-c3f20a9e9138 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:41.503093 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Router edae1689-a37b-45a7-b9c7-258653a5733c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:50:41.520958 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:41.523991 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:41.529172 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:50:41.538862 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-3f198aae-1d24-4d14-8d54-ce4c56f33342 None None] Provisioning complete for port a1279cde-9c91-4677-b255-b83d194a459c triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:41.539426 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-3f198aae-1d24-4d14-8d54-ce4c56f33342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:41.555047 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:41.567832 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:41.629225 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:41.629889 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:41.632747 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-3f198aae-1d24-4d14-8d54-ce4c56f33342 None None] Port a1279cde-9c91-4677-b255-b83d194a459c cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:50:41.664078 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9051111 Jun 04 00:50:41.754189 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:50:41.779978 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] 10.222.0.44 "PUT /v2.0/routers/edae1689-a37b-45a7-b9c7-258653a5733c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3659554 Jun 04 00:50:41.807358 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-6305caa5-144a-487f-b07e-8c98f35c2f67 None None] Provisioning for port 373ca20f-0a74-4797-8965-0bb60edca5ed completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:41.815932 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-6305caa5-144a-487f-b07e-8c98f35c2f67 None None] Provisioning complete for port 373ca20f-0a74-4797-8965-0bb60edca5ed triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:41.816427 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6305caa5-144a-487f-b07e-8c98f35c2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:41.853126 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Request body: {'port': {'device_id': '8f84a713-9783-43f8-b189-782b3900e138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:41.949456 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-6305caa5-144a-487f-b07e-8c98f35c2f67 None None] Port 373ca20f-0a74-4797-8965-0bb60edca5ed cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:50:41.997969 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.389516 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373ca20f-0a74-4797-8965-0bb60edca5ed {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:50:42.403766 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.429492 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-25edf548-3d32-4f3b-b752-f25931b188e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.430027 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Transition to ACTIVE for port object 373ca20f-0a74-4797-8965-0bb60edca5ed will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:42.435872 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.444123 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9d3766b1-a825-4cb0-8920-20dccbcbab74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:42.499085 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39272) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:42.505987 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1660487347-network', 'tenant_id': 'e14290127de145299570c79dbea80ec1'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:42.511765 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:42.521457 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Usage tracker for resource:network and tenant:e14290127de145299570c79dbea80ec1 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:42.524797 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:42.531816 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:42.557026 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Made reservation on behalf of e14290127de145299570c79dbea80ec1 for: {'network': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:50:42.560183 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.589880 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device d48981ef-51f1-487a-bdb6-535f4792d97b up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:42.592421 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.618152 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:42.623063 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Usage tracker for resource:security_group_rule and tenant:e14290127de145299570c79dbea80ec1 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:42.626646 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:42.634389 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:42.695814 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port d48981ef-51f1-487a-bdb6-535f4792d97b completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:42.704245 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port d48981ef-51f1-487a-bdb6-535f4792d97b triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:42.705531 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.739054 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Sync routers for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:50:42.757572 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:42.758136 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:42.762111 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.767312 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.772731 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3c168912-cf08-47d5-9ba0-5aa4b7be7f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:42.804547 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:50:42.819258 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d86bd0-ad37-4f17-8ddc-5043a529b6dd,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:42.825170 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:42.826185 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.826568 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.segments_db [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Added segment 79eab594-8789-4fa0-8897-57a10a7f7b95 of type vlan for network 5438ee06-5303-4075-a0e4-02fe80c1746d Jun 04 00:50:42.858845 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.883010 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.883305 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:42.886911 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:42.904288 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.905927 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:42.906105 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port d48981ef-51f1-487a-bdb6-535f4792d97b, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=d48981ef-51f1-487a-bdb6-535f4792d97b,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:42.906531 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.911993 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:42.913018 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:42.915565 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-24e0643d-006b-4d50-a340-dbe570afed65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:42.973687 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:43.013663 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Attempting to bind port 373ca20f-0a74-4797-8965-0bb60edca5ed on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:50:43.014058 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Attempting to bind port 373ca20f-0a74-4797-8965-0bb60edca5ed by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:50:43.014514 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Attempting to bind port 373ca20f-0a74-4797-8965-0bb60edca5ed on network 297206ad-db2b-4913-9f81-e1e2de4db8ce {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:50:43.025825 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c604d7-6961-4efb-a303-2ffc58c56ab6 req-a493c408-6845-45da-b311-3332ed2c79f8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:43.026865 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-62c604d7-6961-4efb-a303-2ffc58c56ab6 req-a493c408-6845-45da-b311-3332ed2c79f8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:50:43.027254 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Pushing event updated for resources: {'Network': ['ID=5438ee06-5303-4075-a0e4-02fe80c1746d,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:43.031236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:43.040632 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5377915 Jun 04 00:50:43.040866 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Port 373ca20f-0a74-4797-8965-0bb60edca5ed on network 297206ad-db2b-4913-9f81-e1e2de4db8ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:50:43.040866 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Attempting to bind port 373ca20f-0a74-4797-8965-0bb60edca5ed on network 297206ad-db2b-4913-9f81-e1e2de4db8ce {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:50:43.041223 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39274) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:43.046012 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 5438ee06-5303-4075-a0e4-02fe80c1746d details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:50:43.046720 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Request body: {'subnet': {'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1660487347-subnet', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'ip_version': 4}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:43.051479 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:50:43.051795 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:43.052056 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Checking segment: {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:50:43.052533 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Bound using segment: {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:50:43.053092 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Bound port: 373ca20f-0a74-4797-8965-0bb60edca5ed, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1923b9-938e-415b-b9ef-ac92aa72e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:50:43.053708 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.056163 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Usage tracker for resource:subnet and tenant:e14290127de145299570c79dbea80ec1 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:43.059486 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:43.066502 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:43.080183 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Made reservation on behalf of e14290127de145299570c79dbea80ec1 for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:50:43.085220 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6293119'] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.105515 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-62c604d7-6961-4efb-a303-2ffc58c56ab6 req-a493c408-6845-45da-b311-3332ed2c79f8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:50:43.113819 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-62c604d7-6961-4efb-a303-2ffc58c56ab6 req-a493c408-6845-45da-b311-3332ed2c79f8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.3063903 Jun 04 00:50:43.140103 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=d48981ef-51f1-487a-bdb6-535f4792d97b,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:43.160093 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:43.198772 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-62c604d7-6961-4efb-a303-2ffc58c56ab6 req-defe0048-d032-452f-9bfc-e1b9fe90cb88 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837460 Jun 04 00:50:43.217366 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:50:43.231122 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:50:43.231122 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.231558 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-39ad1b3b-a454-4bea-b8e6-7dea9cd661d6 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:43.293378 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:43.293917 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.295314 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] 10.222.0.47 "PUT /v2.0/ports/373ca20f-0a74-4797-8965-0bb60edca5ed HTTP/1.1" status: 200 len: 1094 time: 1.6200802 Jun 04 00:50:43.297855 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:50:43.300193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8639c03-8d9d-4de9-905c-7fe70846954a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:50:43.316691 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:43.326492 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:43.426124 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'a1279cde-9c91-4677-b255-b83d194a459c', 'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'mac_address': 'fa:16:3e:68:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:39Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 2, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'subnets': [{'id': 'c93b9461-496b-46a6-a452-9788d9787052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:43.432170 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Checking router: edae1689-a37b-45a7-b9c7-258653a5733c for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:50:43.432528 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Updating router edae1689-a37b-45a7-b9c7-258653a5733c port a1279cde-9c91-4677-b255-b83d194a459c binding host dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:50:43.504298 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-e9d28196-962c-4cc9-a300-c02409deef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:43.505948 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-e9d28196-962c-4cc9-a300-c02409deef9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 1097 time: 0.1472359 Jun 04 00:50:43.520802 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.600453 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-b50f4580-6ced-447f-b61f-fc1c020b3031 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=373ca20f-0a74-4797-8965-0bb60edca5ed HTTP/1.1" status: 200 len: 217 time: 0.0794251 Jun 04 00:50:43.603219 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6293101'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.610224 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b462aa46-730d-42b9-9590-3627dee87d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:43.639005 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6301642e-ee20-4d88-a60b-4427777e1e84 x-openstack-request-id: req-6301642e-ee20-4d88-a60b-4427777e1e84 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:50:43.639328 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:50:43.639635 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6301642e-ee20-4d88-a60b-4427777e1e84 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:50:43.640069 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'status': 'completed', 'code': 200} Jun 04 00:50:43.669269 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-46cd996f-e139-4007-b5d4-f5ee449287be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:43.670953 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-46cd996f-e139-4007-b5d4-f5ee449287be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0634360 Jun 04 00:50:43.694243 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8147c1eb-44bb-487a-8277-7988c1bbe35e,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:43.698367 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:43.704925 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Checking segment: {'id': '79eab594-8789-4fa0-8897-57a10a7f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:50:43.705292 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Network hostable DHCP agents. Network: 5438ee06-5303-4075-a0e4-02fe80c1746d, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:50:43.725545 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Network 5438ee06-5303-4075-a0e4-02fe80c1746d is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:50:43.740715 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 5438ee06-5303-4075-a0e4-02fe80c1746d) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:43.751476 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a8520-aaa3-4a7b-a09c-b1912486697f None None] Network 5438ee06-5303-4075-a0e4-02fe80c1746d requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:50:43.765548 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-99d4c720-5e6d-4ff3-99fe-2ab5f94a24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:43.765775 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:43.766309 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.767321 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-99d4c720-5e6d-4ff3-99fe-2ab5f94a24c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0897064 Jun 04 00:50:43.794995 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-7e9aa908-78b9-444d-bad0-b52212733d17 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7525949 Jun 04 00:50:43.797504 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39286) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:43.805184 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:43.821773 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:43.829300 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Usage tracker for resource:router and tenant:e14290127de145299570c79dbea80ec1 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:43.833805 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:43.885383 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:43.919235 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8270573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12850'] for router, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.920321 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8270408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8295268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12809'] for router, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.948449 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-590969ef-3143-4b34-9374-4a228b63b636 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744525 Jun 04 00:50:43.949410 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Notify callbacks [] for port, precommit_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.961749 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.977432 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.provisioning_blocks [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Transition to ACTIVE for port object a1279cde-9c91-4677-b255-b83d194a459c will not be triggered until provisioned by entity L2. {{(pid=103536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:43.986230 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:43.992149 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:44.014109 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c243b54-1e66-57f4-aab3-eb75180f8d13-5438ee06-5303-4075-a0e4-02fe80c1746d', 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'fixed_ips': [{'subnet_id': '8147c1eb-44bb-487a-8277-7988c1bbe35e'}]}} from dv-cinder-489949-11-smb. {{(pid=103535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 00:50:44.014999 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.161651 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Pushing event updated for resources: {'Port': ['ID=a1279cde-9c91-4677-b255-b83d194a459c,revision_number=3']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:44.178421 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.178747 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.184575 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.185128 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.185601 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.188643 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.189565 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.190017 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.191811 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.192287 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.192792 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.194399 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:50:44.213592 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39294) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:44.244693 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:44.272225 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Attempting to bind port a1279cde-9c91-4677-b255-b83d194a459c on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:50:44.273004 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Attempting to bind port a1279cde-9c91-4677-b255-b83d194a459c by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:50:44.273519 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Attempting to bind port a1279cde-9c91-4677-b255-b83d194a459c on network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:50:44.279407 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.db_base_plugin_common [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Allocated IP 172.20.0.2 (5438ee06-5303-4075-a0e4-02fe80c1746d/8147c1eb-44bb-487a-8277-7988c1bbe35e/02bc4198-9326-4e3f-94e7-4118e3610d14) {{(pid=103535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:50:44.280403 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:50:44.281561 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Checking segment: {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:50:44.282161 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.282774 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Bound using segment: {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:50:44.283703 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Bound port: a1279cde-9c91-4677-b255-b83d194a459c, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'}}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:50:44.284385 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.295843 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8270559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12823'] for router, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.406042 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] For port a1279cde-9c91-4677-b255-b83d194a459c, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:50:44.409536 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] For port a1279cde-9c91-4677-b255-b83d194a459c, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=a1279cde-9c91-4677-b255-b83d194a459c,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:50:44.419729 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.426467 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-68f832d1-c144-4f42-8f3c-46d802457bf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:44.491667 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.511020 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:44.511692 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:44.546477 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:44.559728 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Usage tracker for resource:security_group_rule and tenant:1c15fc33045f4fe9a88ba4ceb18a39e0 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:44.566947 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:44.580287 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:44.608680 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device d48981ef-51f1-487a-bdb6-535f4792d97b up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:44.705449 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.713074 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Notify callbacks [] for port, precommit_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.718885 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.729861 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8080fa54-e547-4ef6-a5aa-2a4bbe434a32 req-aa3b7dbb-99fa-4f5e-901b-ab3fd63572ad service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493384 Jun 04 00:50:44.735003 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-993627b9-841b-4375-a4c6-e17d19588310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:44.737582 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Transition to ACTIVE for port object 02bc4198-9326-4e3f-94e7-4118e3610d14 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:44.737741 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612885bd-8edd-4e77-a561-f59b3d722e13 req-36fa9549-96d6-4f78-93f7-6310582e5a34 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:44.739193 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-612885bd-8edd-4e77-a561-f59b3d722e13 req-36fa9549-96d6-4f78-93f7-6310582e5a34 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.3341715 Jun 04 00:50:44.748342 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port d48981ef-51f1-487a-bdb6-535f4792d97b triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:44.748726 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.802576 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:44.822655 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c15fc33045f4fe9a88ba4ceb18a39e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6074831 Jun 04 00:50:44.825242 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Transition to ACTIVE for port object 02bc4198-9326-4e3f-94e7-4118e3610d14 will not be triggered until provisioned by entity DHCP. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:44.826730 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39302) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:44.839261 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:44.852850 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:44.870827 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2784f4f-7601-4199-bc80-538c333b9694,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:44.902077 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:44.932181 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Network 5438ee06-5303-4075-a0e4-02fe80c1746d is already hosted by enough agents. {{(pid=103535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:44.939303 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Pushing event updated for resources: {'Port': ['ID=02bc4198-9326-4e3f-94e7-4118e3610d14,revision_number=1']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:44.941852 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Resources bound (agent type, host, resource id): {{(pid=103535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:44.943949 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:44.955691 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Received port after_create {{(pid=103535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:50:44.996530 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-14963bb5-c524-4e51-b549-938137ecfc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.059093 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.061194 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-14963bb5-c524-4e51-b549-938137ecfc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.109864 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-1cf5b3f8-db72-4a23-8877-0b251ea29090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:45.111382 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-1cf5b3f8-db72-4a23-8877-0b251ea29090 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 1097 time: 0.2644632 Jun 04 00:50:45.128216 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.156374 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Attempting to bind port 02bc4198-9326-4e3f-94e7-4118e3610d14 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:50:45.157132 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Attempting to bind port 02bc4198-9326-4e3f-94e7-4118e3610d14 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '79eab594-8789-4fa0-8897-57a10a7f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:50:45.157662 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Attempting to bind port 02bc4198-9326-4e3f-94e7-4118e3610d14 on network 5438ee06-5303-4075-a0e4-02fe80c1746d {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:50:45.164154 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:50:45.164801 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Checking segment: {'id': '79eab594-8789-4fa0-8897-57a10a7f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:50:45.165393 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.166097 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Bound using segment: {'id': '79eab594-8789-4fa0-8897-57a10a7f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:50:45.167450 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Bound port: 02bc4198-9326-4e3f-94e7-4118e3610d14, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79eab594-8789-4fa0-8897-57a10a7f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:50:45.168063 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.204665 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Pushing event updated for resources: {'Port': ['ID=a1279cde-9c91-4677-b255-b83d194a459c,revision_number=4']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:45.208851 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-b88043d4-87ec-43c0-8488-4ff52a58eaf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:45.214289 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-6975d183-2d54-4871-acf3-28575d499682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'a1279cde-9c91-4677-b255-b83d194a459c', 'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'mac_address': 'fa:16:3e:68:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:39Z', 'updated_at': '2021-06-04T00:50:44Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'subnets': [{'id': 'c93b9461-496b-46a6-a452-9788d9787052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:45.219402 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975d183-2d54-4871-acf3-28575d499682 None None] The sync data for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb is: [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'a1279cde-9c91-4677-b255-b83d194a459c', 'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'mac_address': 'fa:16:3e:68:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:39Z', 'updated_at': '2021-06-04T00:50:44Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'subnets': [{'id': 'c93b9461-496b-46a6-a452-9788d9787052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:50:45.227375 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.245447 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-21562596-dedf-46d0-aed1-b100a80e95d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.265023 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-14963bb5-c524-4e51-b549-938137ecfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.271188 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ab79e3bc-bbe9-4b43-9322-3ed26e79750f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:45.282638 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-612885bd-8edd-4e77-a561-f59b3d722e13 req-a64b28d3-3689-4115-8717-1bfa6aae4cda tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5214267 Jun 04 00:50:45.311960 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14963bb5-c524-4e51-b549-938137ecfc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2784f4f-7601-4199-bc80-538c333b9694,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:45.317856 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-14963bb5-c524-4e51-b549-938137ecfc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:45.324433 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-14963bb5-c524-4e51-b549-938137ecfc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.325689 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-14963bb5-c524-4e51-b549-938137ecfc87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2784f4f-7601-4199-bc80-538c333b9694 HTTP/1.1" status: 204 len: 168 time: 0.4877198 Jun 04 00:50:45.354603 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-b1607def-5890-423c-bb3f-66dc218cbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:45.356021 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-b1607def-5890-423c-bb3f-66dc218cbdb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.2306712 Jun 04 00:50:45.358832 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] For port 02bc4198-9326-4e3f-94e7-4118e3610d14, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:50:45.366972 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] For port 02bc4198-9326-4e3f-94e7-4118e3610d14, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=02bc4198-9326-4e3f-94e7-4118e3610d14,segment=NetworkSegment(79eab594-8789-4fa0-8897-57a10a7f7b95),segment_id=79eab594-8789-4fa0-8897-57a10a7f7b95)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:50:45.372968 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.376799 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-253180eb-553b-4163-9103-34d6999e471c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:45.458536 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Pushing event updated for resources: {'Port': ['ID=02bc4198-9326-4e3f-94e7-4118e3610d14,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:45.462497 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:45.496034 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-c08933d1-53aa-42c5-aaee-9c90424152e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=373ca20f-0a74-4797-8965-0bb60edca5ed HTTP/1.1" status: 200 len: 217 time: 0.1237102 Jun 04 00:50:45.581558 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-2fd60151-b2e2-4bf1-84a5-e824647c25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:45.583212 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-2fd60151-b2e2-4bf1-84a5-e824647c25b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0773573 Jun 04 00:50:45.641352 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Allocated IP 172.28.1.88 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/b30b83a0-f96d-477c-95de-c533178a2eac) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:50:45.797483 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39308) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:45.816666 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-57c52f77-a610-40db-93e0-f098fbad36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:45.818197 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-57c52f77-a610-40db-93e0-f098fbad36b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2280562 Jun 04 00:50:45.822782 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.843025 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:45.847400 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] Usage tracker for resource:security_group_rule and tenant:52283a071bbf4175839f83094c879652 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:45.850088 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:45.859302 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:45.953418 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.960069 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.962598 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:45.971616 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-cb478581-4760-40ac-b2b6-31e157e5389f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:45.998204 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:46.004889 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-e17e6795-7612-4587-8ada-3c25fc2a1acc service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786292 Jun 04 00:50:46.017377 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52283a071bbf4175839f83094c879652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187710 Jun 04 00:50:46.019893 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39310) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:46.033165 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14882ce-2a80-4ba3-af05-b5f5ba976239,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:46.037024 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0c12267b-20a8-4fb0-91f9-4b6940cdfb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:46.068822 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:46.075773 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:46.090881 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8015-4316-4df8-b0eb-3f8cd1ae5971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:46.123461 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8015-4316-4df8-b0eb-3f8cd1ae5971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:46.185453 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8015-4316-4df8-b0eb-3f8cd1ae5971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:46.188356 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:46.191489 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-65a6f938-3d18-45b9-8091-4b8d7693d657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:46.194226 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:46.205265 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:50:46.208815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b8015-4316-4df8-b0eb-3f8cd1ae5971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14882ce-2a80-4ba3-af05-b5f5ba976239,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:46.211855 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7b9b8015-4316-4df8-b0eb-3f8cd1ae5971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:46.217032 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8015-4316-4df8-b0eb-3f8cd1ae5971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:46.218608 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-7b9b8015-4316-4df8-b0eb-3f8cd1ae5971 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f14882ce-2a80-4ba3-af05-b5f5ba976239 HTTP/1.1" status: 204 len: 168 time: 0.1973684 Jun 04 00:50:46.481946 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Pushing event updated for resources: {'Port': ['ID=b30b83a0-f96d-477c-95de-c533178a2eac,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:46.502670 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:46.633136 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 02bc4198-9326-4e3f-94e7-4118e3610d14 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:46.679078 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8639c03-8d9d-4de9-905c-7fe70846954a req-cf3f955e-497f-4371-8e03-149edd996b47 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664488 Jun 04 00:50:46.689583 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b24d95-0d12-4a66-84a4-dff607f64156 req-04edfd13-5f91-4fd2-b1f7-875133b2d3a2 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:46.704732 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-93b24d95-0d12-4a66-84a4-dff607f64156 req-04edfd13-5f91-4fd2-b1f7-875133b2d3a2 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.1462030 Jun 04 00:50:46.720698 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19025fb-b06a-4a87-aeb0-cf9cc3071006 None None] Network 5438ee06-5303-4075-a0e4-02fe80c1746d requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:50:46.753930 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-93b24d95-0d12-4a66-84a4-dff607f64156 req-50dc07a1-0cb7-4b15-9697-189e9dcca3ba tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:50:46.766956 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39318) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:46.776256 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-93b24d95-0d12-4a66-84a4-dff607f64156 req-50dc07a1-0cb7-4b15-9697-189e9dcca3ba tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:50:46.785405 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-93b24d95-0d12-4a66-84a4-dff607f64156 req-50dc07a1-0cb7-4b15-9697-189e9dcca3ba tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796874 Jun 04 00:50:46.797939 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:46.820346 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:46.853967 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-ee5f0123-7ec2-41ab-a06b-a4dc773ea8ce None None] Provisioning for port 02bc4198-9326-4e3f-94e7-4118e3610d14 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:46.888855 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 02bc4198-9326-4e3f-94e7-4118e3610d14 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:46.889038 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6fd7f0c2274de49a522ed05635c2b4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:46.894091 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:46.903172 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:46.924810 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 02bc4198-9326-4e3f-94e7-4118e3610d14 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:46.925117 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:46.929672 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.133128 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.169938 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 02bc4198-9326-4e3f-94e7-4118e3610d14, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=02bc4198-9326-4e3f-94e7-4118e3610d14,segment=NetworkSegment(79eab594-8789-4fa0-8897-57a10a7f7b95),segment_id=79eab594-8789-4fa0-8897-57a10a7f7b95)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:47.174359 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.175367 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device a1279cde-9c91-4677-b255-b83d194a459c up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:47.204108 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:47.225001 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.281879 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.291906 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=02bc4198-9326-4e3f-94e7-4118e3610d14,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:47.295559 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:47.303548 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ba3b31ab-7ce2-4fc9-8952-bcf8c6b4ff1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:47.307634 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port a1279cde-9c91-4677-b255-b83d194a459c completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:47.312875 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port a1279cde-9c91-4677-b255-b83d194a459c triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:47.313332 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.354057 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e6fd7f0c2274de49a522ed05635c2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861228 Jun 04 00:50:47.357774 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39320) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:47.364138 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8270548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8308021'] for router, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.366258 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6696311-1e88-4307-8825-831b48fda84d,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:47.370138 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9b61e15a-4897-4943-9e69-a028863b9061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:47.433439 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-e312ba21-1d70-4204-9dae-9ea215a852fe None None] Provisioning complete for port 02bc4198-9326-4e3f-94e7-4118e3610d14 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:47.433815 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e312ba21-1d70-4204-9dae-9ea215a852fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.444341 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-30287421-b293-4671-bfa6-ea5dfbd3a8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.473986 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-30287421-b293-4671-bfa6-ea5dfbd3a8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.485248 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.527978 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port a1279cde-9c91-4677-b255-b83d194a459c, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=a1279cde-9c91-4677-b255-b83d194a459c,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:47.536735 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-30287421-b293-4671-bfa6-ea5dfbd3a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.541879 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ee3821cb-f99f-4bfd-b4b5-5b66384d9395 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:47.555492 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287421-b293-4671-bfa6-ea5dfbd3a8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6696311-1e88-4307-8825-831b48fda84d,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:47.558706 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-30287421-b293-4671-bfa6-ea5dfbd3a8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:47.560403 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.563434 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-30287421-b293-4671-bfa6-ea5dfbd3a8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.567837 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-30287421-b293-4671-bfa6-ea5dfbd3a8ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6696311-1e88-4307-8825-831b48fda84d HTTP/1.1" status: 204 len: 168 time: 0.2084100 Jun 04 00:50:47.572002 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-e58bcca5-911d-4b9e-acca-963184219ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:47.595029 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Router c38306a5-7a9e-467f-97c3-34b0841b214c is scheduled to L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de with binding_index 1 {{(pid=103534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 00:50:47.669194 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.674300 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=a1279cde-9c91-4677-b255-b83d194a459c,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:47.677247 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:47.777898 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:50:47.787665 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Sync routers for ids ['c38306a5-7a9e-467f-97c3-34b0841b214c'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:50:47.797127 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Routers {'c38306a5-7a9e-467f-97c3-34b0841b214c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:47.797773 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['c38306a5-7a9e-467f-97c3-34b0841b214c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:47.818403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Notify callbacks [] for router, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:47.822313 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0211897 Jun 04 00:50:47.822938 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39328) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:47.996537 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Set router c38306a5-7a9e-467f-97c3-34b0841b214c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:48.038622 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d4345-e3d9-4f31-a987-b935635673a3 req-0ee1c5e5-92c5-45a5-a9f9-63f37ebb7345 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:48.040491 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dc4d4345-e3d9-4f31-a987-b935635673a3 req-0ee1c5e5-92c5-45a5-a9f9-63f37ebb7345 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0973654 Jun 04 00:50:48.091771 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-dc4d4345-e3d9-4f31-a987-b935635673a3 req-a3c8f52c-5ff3-44ac-9634-59ecafee40f4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451558 Jun 04 00:50:48.310870 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:43Z', 'updated_at': '2021-06-04T00:50:46Z', 'revision_number': 3, 'project_id': 'e14290127de145299570c79dbea80ec1', 'gw_port': {'id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:45Z', 'updated_at': '2021-06-04T00:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:48.314882 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Checking router: c38306a5-7a9e-467f-97c3-34b0841b214c for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:50:48.315300 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Updating router c38306a5-7a9e-467f-97c3-34b0841b214c port b30b83a0-f96d-477c-95de-c533178a2eac binding host dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:50:48.351279 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 373ca20f-0a74-4797-8965-0bb60edca5ed details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:50:48.385876 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:48.453213 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:50:48.558959 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:48.571384 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 02bc4198-9326-4e3f-94e7-4118e3610d14 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:48.680304 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:48.713112 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'port_id': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'mac_address': 'fa:16:3e:c4:b4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:50:48.774103 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Allocated IP 172.20.0.1 (5438ee06-5303-4075-a0e4-02fe80c1746d/8147c1eb-44bb-487a-8277-7988c1bbe35e/36b010cf-1a96-49d9-9b45-fd941ae1355b) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:50:48.885738 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 02bc4198-9326-4e3f-94e7-4118e3610d14 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:48.886142 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:48.926196 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:48.944905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.provisioning_blocks [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Transition to ACTIVE for port object 36b010cf-1a96-49d9-9b45-fd941ae1355b will not be triggered until provisioned by entity DHCP. {{(pid=103533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:48.950202 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:48.982464 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:48.984931 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373ca20f-0a74-4797-8965-0bb60edca5ed {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:50:48.987683 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d6e3d589-3587-428d-a0de-3cac37a662b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:49.021184 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:49.066048 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.121799 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Notify callbacks [] for port, precommit_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.147168 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:49.165831 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Network 5438ee06-5303-4075-a0e4-02fe80c1746d is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:49.168708 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:49.172475 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:50:49.229978 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8308219'] for router_interface, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.258142 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=36b010cf-1a96-49d9-9b45-fd941ae1355b,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:49.282122 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:49.286386 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:49.302178 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Transition to ACTIVE for port object b30b83a0-f96d-477c-95de-c533178a2eac will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:49.302178 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:49.305316 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device a1279cde-9c91-4677-b255-b83d194a459c up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:49.357512 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.363202 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-253180eb-553b-4163-9103-34d6999e471c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:49.459384 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-148d3659-eed8-4e01-a9ed-55a2e69a3738 None None] Provisioning for port 36b010cf-1a96-49d9-9b45-fd941ae1355b completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:49.463160 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7be81-ba4d-4719-8fa8-0881e521edb4 None None] Pushing event updated for resources: {'Port': ['ID=b30b83a0-f96d-477c-95de-c533178a2eac,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:49.470751 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-06c7be81-ba4d-4719-8fa8-0881e521edb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:49.471981 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-148d3659-eed8-4e01-a9ed-55a2e69a3738 None None] Provisioning complete for port 36b010cf-1a96-49d9-9b45-fd941ae1355b triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:49.472357 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-148d3659-eed8-4e01-a9ed-55a2e69a3738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.474939 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf2acf-1d77-43da-83e7-65c5430287d0 req-2b48141d-99d2-4a55-b982-d107d61e5824 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:49.476476 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8bbf2acf-1d77-43da-83e7-65c5430287d0 req-2b48141d-99d2-4a55-b982-d107d61e5824 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 945 time: 0.1738062 Jun 04 00:50:49.483368 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.496714 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Attempting to bind port b30b83a0-f96d-477c-95de-c533178a2eac on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:50:49.497146 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Attempting to bind port b30b83a0-f96d-477c-95de-c533178a2eac by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:50:49.497640 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Attempting to bind port b30b83a0-f96d-477c-95de-c533178a2eac on network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:50:49.509568 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['373ca20f-0a74-4797-8965-0bb60edca5ed'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:50:49.562463 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:50:49.562959 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Checking segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:50:49.563273 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.564170 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Bound using segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:50:49.564170 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Bound port: b30b83a0-f96d-477c-95de-c533178a2eac, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:50:49.564546 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.595058 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8bbf2acf-1d77-43da-83e7-65c5430287d0 req-fa96d878-d10e-4c1f-8fac-97714649ee0d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012514 Jun 04 00:50:49.628921 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port a1279cde-9c91-4677-b255-b83d194a459c triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:49.629105 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.676084 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-148d3659-eed8-4e01-a9ed-55a2e69a3738 None None] Port 36b010cf-1a96-49d9-9b45-fd941ae1355b cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:50:49.730492 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] For port b30b83a0-f96d-477c-95de-c533178a2eac, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:50:49.736120 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] For port b30b83a0-f96d-477c-95de-c533178a2eac, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=b30b83a0-f96d-477c-95de-c533178a2eac,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:50:49.756178 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.762877 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:49.770609 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.776120 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030124'] for port, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.809793 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a5a26dfd-f754-4a99-ad1e-cf83e874db4c tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:49.892712 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7971183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8269719'] for router_interface, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:49.897243 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=36b010cf-1a96-49d9-9b45-fd941ae1355b,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:49.901725 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:49.923847 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Routers {'c38306a5-7a9e-467f-97c3-34b0841b214c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:49.924485 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['c38306a5-7a9e-467f-97c3-34b0841b214c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:50.009402 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7be81-ba4d-4719-8fa8-0881e521edb4 None None] Pushing event updated for resources: {'Port': ['ID=b30b83a0-f96d-477c-95de-c533178a2eac,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:50.015146 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-06c7be81-ba4d-4719-8fa8-0881e521edb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:50.043211 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Network 5438ee06-5303-4075-a0e4-02fe80c1746d is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:50:50.044721 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:50:50.146958 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] Set router c38306a5-7a9e-467f-97c3-34b0841b214c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:50.245124 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Router c38306a5-7a9e-467f-97c3-34b0841b214c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:50:50.383482 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-65034151-5136-40fb-95ea-645d52b5800e None None] Provisioning complete for port 36b010cf-1a96-49d9-9b45-fd941ae1355b triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:50.384134 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-65034151-5136-40fb-95ea-645d52b5800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:50.437297 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:50:50.447737 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] 10.222.0.44 "PUT /v2.0/routers/c38306a5-7a9e-467f-97c3-34b0841b214c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6234453 Jun 04 00:50:50.514164 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-65034151-5136-40fb-95ea-645d52b5800e None None] Port 36b010cf-1a96-49d9-9b45-fd941ae1355b cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:50:50.582317 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:43Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 4, 'project_id': 'e14290127de145299570c79dbea80ec1', 'gw_port': {'id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:45Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '36b010cf-1a96-49d9-9b45-fd941ae1355b', 'name': '', 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'mac_address': 'fa:16:3e:76:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:48Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 2, 'project_id': 'e14290127de145299570c79dbea80ec1', 'subnets': [{'id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:50.586929 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f38baa-8345-4658-9a72-23f84cf7cbea None None] The sync data for ids ['c38306a5-7a9e-467f-97c3-34b0841b214c'] in dv-cinder-489949-11-smb is: [{'id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:43Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 4, 'project_id': 'e14290127de145299570c79dbea80ec1', 'gw_port': {'id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:45Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '36b010cf-1a96-49d9-9b45-fd941ae1355b', 'name': '', 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'mac_address': 'fa:16:3e:76:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:48Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 2, 'project_id': 'e14290127de145299570c79dbea80ec1', 'subnets': [{'id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:50:50.825123 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ddc3a-880c-49a5-bec5-899bcc3383e3 req-40b5b7a4-b3d3-4636-8c77-618023cb8398 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:50.826643 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f07ddc3a-880c-49a5-bec5-899bcc3383e3 req-40b5b7a4-b3d3-4636-8c77-618023cb8398 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 945 time: 0.1142051 Jun 04 00:50:50.888057 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f07ddc3a-880c-49a5-bec5-899bcc3383e3 req-3bc8e40c-2289-4329-b46f-99a066c7f3a1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557022 Jun 04 00:50:50.990000 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39418) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:50.995314 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051692898', 'description': 'tempest-secgroup-smoke-2051692898 description', 'project_id': '20f6738a59374ea49a1df6a194e340e4'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:51.001603 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:51.005451 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:security_group and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:51.008560 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:51.014446 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:51.028976 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.053049 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:51.057053 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:security_group_rule and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:51.059972 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:51.065658 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:51.141718 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.146754 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.151073 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-49a425ee-27f5-4004-86bc-8c4e1a9d80cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:51.191808 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ba3791-a85b-4f3e-aa4a-20d17827f162,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:51.195544 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:51.196942 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.201386 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2074780 Jun 04 00:50:51.202050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39420) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:51.206365 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Request body: {'security_group_rule': {'security_group_id': '20ba3791-a85b-4f3e-aa4a-20d17827f162', 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:51.212435 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:51.216740 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:security_group_rule and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:51.219649 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:51.226044 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:51.243483 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.404919 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.410029 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.415019 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-afc849cd-0d7e-43f4-90d7-c16db84021ca tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:51.437090 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850f16a9-9b56-4243-beb4-fc5b45545e38,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:51.443304 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:51.447390 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.448831 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2462575 Jun 04 00:50:51.451756 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39424) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:51.456378 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Request body: {'security_group_rule': {'security_group_id': '20ba3791-a85b-4f3e-aa4a-20d17827f162', 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:51.462382 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:51.466497 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:security_group_rule and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:51.469635 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:51.475254 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:51.495645 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.561438 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.566713 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.568778 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:51.590567 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5968c3c2-566c-495c-b7d0-d40b732a2a75,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:51.593246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:51.601467 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.602768 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-025cfe5b-d509-4a10-88a8-21b123ab3f47 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500347 Jun 04 00:50:51.605772 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39426) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:51.610597 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Request body: {'security_group_rule': {'security_group_id': '20ba3791-a85b-4f3e-aa4a-20d17827f162', 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:51.617033 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:51.621438 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:security_group_rule and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:51.624591 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:51.630350 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:51.647369 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.713264 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.718572 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.726227 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-733fe625-60ae-4004-9f3d-9260e84e455b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:51.746442 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb647121-a400-4711-81e1-bb9e36871d04,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:51.749594 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:51.759040 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.760421 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534743 Jun 04 00:50:51.763567 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39428) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:51.768295 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Request body: {'security_group_rule': {'security_group_id': '20ba3791-a85b-4f3e-aa4a-20d17827f162', 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:51.774886 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:51.779070 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:security_group_rule and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:51.782064 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:51.787960 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:51.807871 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.877872 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.883391 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.890157 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b7884bcb-c4c4-4024-8e07-fc7a547b053f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:51.913631 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdeb8a29-411c-4855-9aa1-09fb5c0f5385,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:51.917204 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:51.928609 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:51.930959 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1660483 Jun 04 00:50:51.933685 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39432) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:51.938589 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Request body: {'security_group_rule': {'security_group_id': '20ba3791-a85b-4f3e-aa4a-20d17827f162', 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:51.944894 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:51.949044 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:security_group_rule and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:51.952279 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:51.959186 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:51.971256 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.securitygroups_db [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Project 20f6738a59374ea49a1df6a194e340e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 00:50:51.977197 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.065888 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.070690 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.073127 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6778558c-2a6b-4119-8fee-0e386baf7344 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:52.100098 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cf331f-8eac-4990-8796-2b5e0efc061d,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:52.105482 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:52.113011 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.114485 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-834a410d-a529-471f-8795-0532dbf43bf2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1797719 Jun 04 00:50:52.117425 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39434) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:52.122795 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Request body: {'security_group_rule': {'security_group_id': '20ba3791-a85b-4f3e-aa4a-20d17827f162', 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:52.123807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ba07c-a453-424a-abbb-0d14251e57e1 req-725726a2-4fc6-46a5-920c-768e54ae187e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:52.125351 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-409ba07c-a453-424a-abbb-0d14251e57e1 req-725726a2-4fc6-46a5-920c-768e54ae187e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 945 time: 0.1229579 Jun 04 00:50:52.129325 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:50:52.135574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:security_group_rule and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:50:52.139408 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:50:52.145660 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:50:52.159306 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.securitygroups_db [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Project 20f6738a59374ea49a1df6a194e340e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 00:50:52.166305 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.184705 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-409ba07c-a453-424a-abbb-0d14251e57e1 req-5bd8f20a-9c52-4a42-ba0a-ced838d6490d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493057 Jun 04 00:50:52.243264 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.248366 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.250575 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:52.277946 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa791185-c1a4-4abd-af7a-22dd82e5c5ca,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:52.281529 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:52.290170 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.291650 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-64d301e1-af4d-4c0c-bd92-40fa25ada53a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1729808 Jun 04 00:50:52.352799 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 373ca20f-0a74-4797-8965-0bb60edca5ed up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:52.433004 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 373ca20f-0a74-4797-8965-0bb60edca5ed completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:52.438235 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 373ca20f-0a74-4797-8965-0bb60edca5ed triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:52.440178 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.580776 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device b30b83a0-f96d-477c-95de-c533178a2eac up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:52.645320 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.688175 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:50:52.690534 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05bc902-c434-4ae4-8499-a7e8e2aaacdd" -d '{"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-plugged", "status": "completed", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:50:52.714697 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:52.716140 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port b30b83a0-f96d-477c-95de-c533178a2eac completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:52.722848 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.725247 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port b30b83a0-f96d-477c-95de-c533178a2eac triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:52.725621 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.755205 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cad023-ccbe-4eac-a5b0-8b10a6d561ba x-openstack-request-id: req-29cad023-ccbe-4eac-a5b0-8b10a6d561ba {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:50:52.755504 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-plugged", "status": "completed", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:50:52.755799 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29cad023-ccbe-4eac-a5b0-8b10a6d561ba {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:50:52.756199 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'code': 200} Jun 04 00:50:52.763676 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:52.868815 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:52.873265 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:52.947126 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.966811 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port b30b83a0-f96d-477c-95de-c533178a2eac, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=b30b83a0-f96d-477c-95de-c533178a2eac,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:52.971766 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:52.973630 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:53.048729 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=b30b83a0-f96d-477c-95de-c533178a2eac,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:53.058844 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:53.074658 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e3d9b-df32-4dce-8152-edf6c79c58bc req-fb9d2f7b-a782-4b74-860c-fc5a6c51e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:53.076189 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ed2e3d9b-df32-4dce-8152-edf6c79c58bc req-fb9d2f7b-a782-4b74-860c-fc5a6c51e459 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 1099 time: 0.0970421 Jun 04 00:50:53.122515 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ed2e3d9b-df32-4dce-8152-edf6c79c58bc req-012bcb67-8cd0-4a69-ac4f-b3f99d902a29 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354948 Jun 04 00:50:53.396915 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062fcdd-864a-4be7-a344-158defd17718 req-7db9f27e-a799-4818-853c-164d78730065 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:53.399069 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b062fcdd-864a-4be7-a344-158defd17718 req-7db9f27e-a799-4818-853c-164d78730065 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0889809 Jun 04 00:50:53.548597 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Sync routers for ids ['c38306a5-7a9e-467f-97c3-34b0841b214c'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:50:53.553193 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b062fcdd-864a-4be7-a344-158defd17718 req-5ef7bc42-d45a-4d0d-9bf7-61ed579d7364 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473968 Jun 04 00:50:53.559307 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Routers {'c38306a5-7a9e-467f-97c3-34b0841b214c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:53.560212 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['c38306a5-7a9e-467f-97c3-34b0841b214c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:53.740864 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Set router c38306a5-7a9e-467f-97c3-34b0841b214c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:54.017266 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:54.069208 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:43Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 4, 'project_id': 'e14290127de145299570c79dbea80ec1', 'gw_port': {'id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:45Z', 'updated_at': '2021-06-04T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '36b010cf-1a96-49d9-9b45-fd941ae1355b', 'name': '', 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'mac_address': 'fa:16:3e:76:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:48Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 2, 'project_id': 'e14290127de145299570c79dbea80ec1', 'subnets': [{'id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:54.073091 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Checking router: c38306a5-7a9e-467f-97c3-34b0841b214c for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:50:54.073520 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Updating router c38306a5-7a9e-467f-97c3-34b0841b214c port 36b010cf-1a96-49d9-9b45-fd941ae1355b binding host dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:50:54.129187 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:54.489064 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Notify callbacks [] for port, precommit_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:54.501705 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.provisioning_blocks [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Transition to ACTIVE for port object 36b010cf-1a96-49d9-9b45-fd941ae1355b will not be triggered until provisioned by entity L2. {{(pid=103536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:50:54.509953 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device b30b83a0-f96d-477c-95de-c533178a2eac up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:54.513374 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:54.517384 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-da895c71-5de4-45a3-b71c-6b4c0e9e598b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:54.578130 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port b30b83a0-f96d-477c-95de-c533178a2eac triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:54.578536 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:54.635208 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c785cbd-f681-49d3-a617-d40e8ee41649 None None] Pushing event updated for resources: {'Port': ['ID=36b010cf-1a96-49d9-9b45-fd941ae1355b,revision_number=3']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:54.641378 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-7c785cbd-f681-49d3-a617-d40e8ee41649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:54.779885 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Attempting to bind port 36b010cf-1a96-49d9-9b45-fd941ae1355b on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:50:54.780253 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Attempting to bind port 36b010cf-1a96-49d9-9b45-fd941ae1355b by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '79eab594-8789-4fa0-8897-57a10a7f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d'}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:50:54.780608 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Attempting to bind port 36b010cf-1a96-49d9-9b45-fd941ae1355b on network 5438ee06-5303-4075-a0e4-02fe80c1746d {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:50:54.787735 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:50:54.788802 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Checking segment: {'id': '79eab594-8789-4fa0-8897-57a10a7f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:50:54.789808 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:54.790207 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Bound using segment: {'id': '79eab594-8789-4fa0-8897-57a10a7f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d'} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:50:54.790701 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Bound port: 36b010cf-1a96-49d9-9b45-fd941ae1355b, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79eab594-8789-4fa0-8897-57a10a7f7b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d'}}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:50:54.791079 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:54.840632 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d719d-0a0a-441c-b3d7-78cef87d5346 req-67d0229a-8d45-439b-94a8-4b004588defa tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:54.849335 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-575d719d-0a0a-441c-b3d7-78cef87d5346 req-67d0229a-8d45-439b-94a8-4b004588defa tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.1425192 Jun 04 00:50:54.907311 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] For port 36b010cf-1a96-49d9-9b45-fd941ae1355b, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:50:54.908119 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-575d719d-0a0a-441c-b3d7-78cef87d5346 req-b5951c82-1397-4f8f-aabb-acd9a85da827 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569398 Jun 04 00:50:54.911116 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] For port 36b010cf-1a96-49d9-9b45-fd941ae1355b, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=36b010cf-1a96-49d9-9b45-fd941ae1355b,segment=NetworkSegment(79eab594-8789-4fa0-8897-57a10a7f7b95),segment_id=79eab594-8789-4fa0-8897-57a10a7f7b95)] {{(pid=103536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:50:54.915804 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:54.920343 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-64348714-daf2-4eaa-b1f2-a43e35bb6697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:55.004996 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Routers {'c38306a5-7a9e-467f-97c3-34b0841b214c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:55.005625 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['c38306a5-7a9e-467f-97c3-34b0841b214c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:55.060589 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c785cbd-f681-49d3-a617-d40e8ee41649 None None] Pushing event updated for resources: {'Port': ['ID=36b010cf-1a96-49d9-9b45-fd941ae1355b,revision_number=4']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:55.063883 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-7c785cbd-f681-49d3-a617-d40e8ee41649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:55.231182 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] Set router c38306a5-7a9e-467f-97c3-34b0841b214c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:55.550813 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:43Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 4, 'project_id': 'e14290127de145299570c79dbea80ec1', 'gw_port': {'id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:45Z', 'updated_at': '2021-06-04T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '36b010cf-1a96-49d9-9b45-fd941ae1355b', 'name': '', 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'mac_address': 'fa:16:3e:76:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:48Z', 'updated_at': '2021-06-04T00:50:54Z', 'revision_number': 4, 'project_id': 'e14290127de145299570c79dbea80ec1', 'subnets': [{'id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:55.554675 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10de59-dc79-488e-8665-1dedbcf1c173 None None] The sync data for ids ['c38306a5-7a9e-467f-97c3-34b0841b214c'] in dv-cinder-489949-11-smb is: [{'id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:43Z', 'updated_at': '2021-06-04T00:50:49Z', 'revision_number': 4, 'project_id': 'e14290127de145299570c79dbea80ec1', 'gw_port': {'id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:45Z', 'updated_at': '2021-06-04T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '36b010cf-1a96-49d9-9b45-fd941ae1355b', 'name': '', 'network_id': '5438ee06-5303-4075-a0e4-02fe80c1746d', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'mac_address': 'fa:16:3e:76:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:48Z', 'updated_at': '2021-06-04T00:50:54Z', 'revision_number': 4, 'project_id': 'e14290127de145299570c79dbea80ec1', 'subnets': [{'id': '8147c1eb-44bb-487a-8277-7988c1bbe35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:50:56.119642 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbcc33-75a5-4884-ae11-d1a9c3ce4868 req-4cff6a85-90b5-4043-a031-fa51ade0c608 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:56.121246 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5afbcc33-75a5-4884-ae11-d1a9c3ce4868 req-4cff6a85-90b5-4043-a031-fa51ade0c608 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0877275 Jun 04 00:50:56.168956 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5afbcc33-75a5-4884-ae11-d1a9c3ce4868 req-9479f9ac-53e6-4e28-8d1a-6939018d04a0 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Jun 04 00:50:56.366333 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56d74b-864f-41f0-898b-62d0a7800739 req-b33405c0-45e2-4340-bc79-9d8bac4f984c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:56.367857 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1f56d74b-864f-41f0-898b-62d0a7800739 req-b33405c0-45e2-4340-bc79-9d8bac4f984c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0912023 Jun 04 00:50:56.377484 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39516) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:50:56.381957 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-f7601168-1eb6-4d91-ab2e-47f25f9e4a10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Request body: {'floatingip': {'port_id': '373ca20f-0a74-4797-8965-0bb60edca5ed'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:50:56.467737 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7601168-1eb6-4d91-ab2e-47f25f9e4a10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:56.524932 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 36b010cf-1a96-49d9-9b45-fd941ae1355b up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:56.595163 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 36b010cf-1a96-49d9-9b45-fd941ae1355b completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:50:56.600060 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 36b010cf-1a96-49d9-9b45-fd941ae1355b triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:56.600474 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:56.726194 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:56.759691 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 36b010cf-1a96-49d9-9b45-fd941ae1355b, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=36b010cf-1a96-49d9-9b45-fd941ae1355b,segment=NetworkSegment(79eab594-8789-4fa0-8897-57a10a7f7b95),segment_id=79eab594-8789-4fa0-8897-57a10a7f7b95)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:50:56.765393 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:56.767408 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:50:56.836012 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=36b010cf-1a96-49d9-9b45-fd941ae1355b,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:50:56.839025 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:50:57.358418 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7601168-1eb6-4d91-ab2e-47f25f9e4a10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:57.364591 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7601168-1eb6-4d91-ab2e-47f25f9e4a10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:57.548731 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.l3_db [None req-f7601168-1eb6-4d91-ab2e-47f25f9e4a10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Floating IP 82052276-66eb-4d10-bf56-171a13c228dc associated. External IP: 172.28.1.107, port: 373ca20f-0a74-4797-8965-0bb60edca5ed. Jun 04 00:50:57.879086 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe88e03-f63b-4627-97c0-bbe800302672 req-9c8b19c3-bb08-4736-972b-2521ff89a433 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:57.880602 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ffe88e03-f63b-4627-97c0-bbe800302672 req-9c8b19c3-bb08-4736-972b-2521ff89a433 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1862712 Jun 04 00:50:58.003149 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ffe88e03-f63b-4627-97c0-bbe800302672 req-5dc17f82-0451-4547-a623-eb9fdd432c55 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674298 Jun 04 00:50:58.010925 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7601168-1eb6-4d91-ab2e-47f25f9e4a10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Router aeaa001d-6f31-4548-84b0-03c1ef805c8c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:50:58.196726 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7601168-1eb6-4d91-ab2e-47f25f9e4a10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:50:58.201681 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f7601168-1eb6-4d91-ab2e-47f25f9e4a10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:58.206931 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] Sync routers for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:50:58.217305 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:58.218029 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:58.258783 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-f7601168-1eb6-4d91-ab2e-47f25f9e4a10 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "PUT /v2.0/floatingips/82052276-66eb-4d10-bf56-171a13c228dc HTTP/1.1" status: 200 len: 992 time: 1.8800812 Jun 04 00:50:58.259935 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:50:58.263244 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98262700-8aab-44a2-a14f-b1761928c847" -d '{"events": [{"name": "network-changed", "server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:50:58.308276 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b70a5c-4144-4901-9b1e-418f109d9437 x-openstack-request-id: req-d4b70a5c-4144-4901-9b1e-418f109d9437 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:50:58.308611 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:50:58.308903 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4b70a5c-4144-4901-9b1e-418f109d9437 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:50:58.309337 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'status': 'completed', 'code': 200} Jun 04 00:50:58.413859 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:58.455059 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98262700-8aab-44a2-a14f-b1761928c847 req-04f16c63-09cb-4bae-bc41-427b8e12bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:58.456774 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-98262700-8aab-44a2-a14f-b1761928c847 req-04f16c63-09cb-4bae-bc41-427b8e12bbb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 1099 time: 0.0791371 Jun 04 00:50:58.555321 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 36b010cf-1a96-49d9-9b45-fd941ae1355b up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:50:58.597548 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98262700-8aab-44a2-a14f-b1761928c847 req-00cdc005-e22a-4522-a2da-d84f5362622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:58.599043 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-98262700-8aab-44a2-a14f-b1761928c847 req-00cdc005-e22a-4522-a2da-d84f5362622d service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.1342642 Jun 04 00:50:58.706485 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-98262700-8aab-44a2-a14f-b1761928c847 req-2f8e0940-e5ff-4c4c-933a-87d5b6702d4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=373ca20f-0a74-4797-8965-0bb60edca5ed HTTP/1.1" status: 200 len: 1000 time: 0.0995328 Jun 04 00:50:58.788523 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 36b010cf-1a96-49d9-9b45-fd941ae1355b triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:50:58.788895 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:50:58.873832 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98262700-8aab-44a2-a14f-b1761928c847 req-f2d78700-9dbd-44d7-94a4-7f68dabaa0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:58.875359 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-98262700-8aab-44a2-a14f-b1761928c847 req-f2d78700-9dbd-44d7-94a4-7f68dabaa0b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.1615551 Jun 04 00:50:58.955972 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98262700-8aab-44a2-a14f-b1761928c847 req-b5debb0c-899a-43e3-ac9a-ac3b38868009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:58.957710 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-98262700-8aab-44a2-a14f-b1761928c847 req-b5debb0c-899a-43e3-ac9a-ac3b38868009 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0754375 Jun 04 00:50:58.981600 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '82052276-66eb-4d10-bf56-171a13c228dc', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'floating_ip_address': '172.28.1.107', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'port_id': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'mac_address': 'fa:16:3e:c4:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84a713-9783-43f8-b189-782b3900e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:50:36Z', 'updated_at': '2021-06-04T00:50:57Z', 'revision_number': 1, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:58.987055 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] Checking router: aeaa001d-6f31-4548-84b0-03c1ef805c8c for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:50:58.996940 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:50:58.997546 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:59.098170 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-98262700-8aab-44a2-a14f-b1761928c847 req-45884caf-9c5e-45c8-ab31-525485955a5d service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322494 Jun 04 00:50:59.183572 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:50:59.294788 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98fa00-7684-4d07-a603-f1f44f306d6f req-ace31bd4-bb8a-4b8c-bb1b-0a24e9188b26 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:50:59.296816 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8e98fa00-7684-4d07-a603-f1f44f306d6f req-ace31bd4-bb8a-4b8c-bb1b-0a24e9188b26 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1719968 Jun 04 00:50:59.342808 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-98262700-8aab-44a2-a14f-b1761928c847 req-084258cf-6a39-45ff-b3a3-cad194738f15 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360036 Jun 04 00:50:59.363494 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8e98fa00-7684-4d07-a603-f1f44f306d6f req-a118718d-b422-4d60-821d-f3ea318fada3 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552316 Jun 04 00:50:59.546385 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '82052276-66eb-4d10-bf56-171a13c228dc', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'floating_ip_address': '172.28.1.107', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'port_id': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'mac_address': 'fa:16:3e:c4:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84a713-9783-43f8-b189-782b3900e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:50:36Z', 'updated_at': '2021-06-04T00:50:57Z', 'revision_number': 1, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:50:59.550523 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ab2b3-ef47-4e01-aa2b-1b594ac2fbda None None] The sync data for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb is: [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '82052276-66eb-4d10-bf56-171a13c228dc', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'floating_ip_address': '172.28.1.107', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'port_id': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'mac_address': 'fa:16:3e:c4:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f84a713-9783-43f8-b189-782b3900e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:50:36Z', 'updated_at': '2021-06-04T00:50:57Z', 'revision_number': 1, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:50:59.754441 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33678c23-e132-4f8e-a389-4d44719a1cc7 None None] New status for floating IP 82052276-66eb-4d10-bf56-171a13c228dc: ACTIVE {{(pid=103536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:51:00.403452 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-ed6ac05e-b79f-4faf-b7ec-6a43be1461f6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:00.404974 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-ed6ac05e-b79f-4faf-b7ec-6a43be1461f6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.0887706 Jun 04 00:51:00.611017 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Deleting port d81fc3e3-b153-402d-90b9-852bb7d392aa {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:51:00.611383 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:00.631467 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b77d2-6bea-4de1-ae7e-5e4131cf3df0 req-901b65fc-bfcd-4553-b0c6-18ddba6f3244 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:00.633023 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-047b77d2-6bea-4de1-ae7e-5e4131cf3df0 req-901b65fc-bfcd-4553-b0c6-18ddba6f3244 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 946 time: 0.1601155 Jun 04 00:51:00.763375 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-047b77d2-6bea-4de1-ae7e-5e4131cf3df0 req-2acbbc81-a652-49c0-8405-2e8147f9b8ad tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=29beb0ad-48ce-4a71-bd27-67ab5368ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223199 Jun 04 00:51:00.795795 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] For port d81fc3e3-b153-402d-90b9-852bb7d392aa, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=d81fc3e3-b153-402d-90b9-852bb7d392aa,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:51:00.796160 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:01.100681 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:01.101149 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:01.101479 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.l3_db [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Floating IP d28766c7-f5e5-45bf-aafb-7bac650f14d4 disassociated. External IP: 172.28.1.197, port: d81fc3e3-b153-402d-90b9-852bb7d392aa. Jun 04 00:51:01.101814 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Calling delete_port for d81fc3e3-b153-402d-90b9-852bb7d392aa owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:51:01.221239 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:01.226791 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4f223fe2-a048-451f-a2b9-31e0f38d7876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:01.271635 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event deleted for resources: {'Port': ['ID=d81fc3e3-b153-402d-90b9-852bb7d392aa,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:01.274691 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:01.567740 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Router 24efaf82-b224-4770-9108-d434a80e4e0f has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:51:01.764401 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:51:01.776320 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] Sync routers for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:51:01.810239 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:51:01.811279 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:01.844612 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] No DVR routers for this DVR port d81fc3e3-b153-402d-90b9-852bb7d392aa on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:51:01.847198 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:01.849817 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'name': 'network-vif-deleted', 'tag': 'd81fc3e3-b153-402d-90b9-852bb7d392aa'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:51:01.852103 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6b5fbb-ec57-48e9-9f59-d9863fdfb1ba" -d '{"events": [{"server_uuid": "f673e564-eb49-42c9-a19c-12fc515a83f7", "name": "network-vif-deleted", "tag": "d81fc3e3-b153-402d-90b9-852bb7d392aa"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:51:01.865744 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c5994de7-41e9-43a6-a963-c3e393cba011 req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "DELETE /v2.0/ports/d81fc3e3-b153-402d-90b9-852bb7d392aa HTTP/1.1" status: 204 len: 173 time: 1.4551723 Jun 04 00:51:01.933591 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bc7bf5-9aed-49dd-b371-4a06b27dea63 x-openstack-request-id: req-b6bc7bf5-9aed-49dd-b371-4a06b27dea63 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:51:01.933939 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f673e564-eb49-42c9-a19c-12fc515a83f7", "name": "network-vif-deleted", "tag": "d81fc3e3-b153-402d-90b9-852bb7d392aa", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:51:01.934223 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6bc7bf5-9aed-49dd-b371-4a06b27dea63 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:51:01.934643 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f673e564-eb49-42c9-a19c-12fc515a83f7', 'name': 'network-vif-deleted', 'tag': 'd81fc3e3-b153-402d-90b9-852bb7d392aa', 'status': 'completed', 'code': 200} Jun 04 00:51:01.946569 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-867cf5df-9d45-4144-930a-0952b5981bb4 req-fe6fc326-e89f-4bd8-80b9-9d03da801f3c tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Synchronizing usage tracker for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:51:01.964334 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-867cf5df-9d45-4144-930a-0952b5981bb4 req-fe6fc326-e89f-4bd8-80b9-9d03da801f3c tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Unset dirty status for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:51:01.965975 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-867cf5df-9d45-4144-930a-0952b5981bb4 req-fe6fc326-e89f-4bd8-80b9-9d03da801f3c tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=f673e564-eb49-42c9-a19c-12fc515a83f7 HTTP/1.1" status: 200 len: 210 time: 0.0658436 Jun 04 00:51:02.025326 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:51:02.336763 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:02.341018 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] Checking router: 24efaf82-b224-4770-9108-d434a80e4e0f for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:51:02.352096 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:51:02.352779 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:50:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:02.581709 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:51:02.905567 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:02.909893 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c139a7c-a72c-4bfa-9b9a-606f380a7d86 None None] The sync data for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb is: [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:51:03.105825 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39576) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:03.132928 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12ef3e-43c9-4c9e-81c8-ad96c02a3a64 None None] New status for floating IP d28766c7-f5e5-45bf-aafb-7bac650f14d4: DOWN {{(pid=103536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:51:03.183812 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6445907a-87ca-4963-8f5f-8f7e2bad15f1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:03.213297 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6445907a-87ca-4963-8f5f-8f7e2bad15f1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:03.267143 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6445907a-87ca-4963-8f5f-8f7e2bad15f1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:03.272247 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-4b09f9cd-bc1d-400e-a9d3-ade27785ef9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:03.287258 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445907a-87ca-4963-8f5f-8f7e2bad15f1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29beb0ad-48ce-4a71-bd27-67ab5368ea2a,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:03.289783 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6445907a-87ca-4963-8f5f-8f7e2bad15f1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:03.301170 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6445907a-87ca-4963-8f5f-8f7e2bad15f1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:03.305232 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-6445907a-87ca-4963-8f5f-8f7e2bad15f1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "DELETE /v2.0/security-groups/29beb0ad-48ce-4a71-bd27-67ab5368ea2a HTTP/1.1" status: 204 len: 168 time: 0.1954646 Jun 04 00:51:03.305542 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39578) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:03.321784 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.api.v2.resource [None req-e87028d1-3aad-4cf4-89ca-331236f1826e tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] show failed (client error): The resource could not be found. Jun 04 00:51:03.322782 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-e87028d1-3aad-4cf4-89ca-331236f1826e tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups/29beb0ad-48ce-4a71-bd27-67ab5368ea2a HTTP/1.1" status: 404 len: 347 time: 0.0162582 Jun 04 00:51:03.325909 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39580) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:03.552356 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Deleting port 51d55ddb-75fb-46ac-8e28-4bd17791ddb2 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:51:03.552693 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:03.678198 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:03.678617 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:03.801987 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Calling delete_port for 51d55ddb-75fb-46ac-8e28-4bd17791ddb2 owned by network:floatingip {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:51:03.928503 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:03.932642 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:03.976446 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event deleted for resources: {'Port': ['ID=51d55ddb-75fb-46ac-8e28-4bd17791ddb2,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:03.979145 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:04.077935 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.096960 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.098110 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "DELETE /v2.0/floatingips/d28766c7-f5e5-45bf-aafb-7bac650f14d4 HTTP/1.1" status: 204 len: 168 time: 0.7712519 Jun 04 00:51:04.442533 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device d81fc3e3-b153-402d-90b9-852bb7d392aa no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:51:04.445432 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39590) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:04.450189 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613997774', 'description': 'tempest-description--1200256760'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:04.456180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:51:04.461014 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:security_group and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:51:04.464905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:51:04.471100 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:51:04.478256 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: d81fc3e3-b153-402d-90b9-852bb7d392aa {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:51:04.478615 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device d81fc3e3-b153-402d-90b9-852bb7d392aa not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:51:04.482551 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.504209 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:51:04.508061 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:security_group_rule and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:51:04.510831 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:51:04.516593 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:51:04.586042 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.591551 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.595572 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6445907a-87ca-4963-8f5f-8f7e2bad15f1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:04.643502 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9acde55-77ff-41eb-a42c-a27f4dc36687,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:04.647202 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:04.648915 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.650247 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2037570 Jun 04 00:51:04.653979 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39592) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:04.658847 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'security_group_rule': {'security_group_id': 'e9acde55-77ff-41eb-a42c-a27f4dc36687', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:04.665746 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:51:04.669234 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:security_group_rule and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:51:04.672230 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:51:04.677870 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:51:04.695149 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.758989 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.764051 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.766185 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-24c2a190-da4f-487f-9cd5-c047d62f35ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:04.788297 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fba82a-e709-4434-88af-62fd788c27a8,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:04.790741 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:04.798511 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.799782 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-b4f892fd-df46-458b-be45-d2de4e2fb284 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447210 Jun 04 00:51:04.802368 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39596) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:04.806649 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'security_group_rule': {'security_group_id': 'e9acde55-77ff-41eb-a42c-a27f4dc36687', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:04.812449 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:51:04.816629 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:security_group_rule and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:51:04.819689 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:51:04.825772 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:51:04.841882 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.907633 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.913336 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.915469 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b1e0ca57-3476-48e4-af5f-0227f0c3ef41 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:04.937380 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b661a0b-e0be-4502-a4f9-0f54d8724b72,revision_number=0']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:04.939846 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:04.946830 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:04.947997 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-f9b23aea-d255-4027-ba3f-5150fa3815a6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447473 Jun 04 00:51:04.951152 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39598) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:04.955636 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'floatingip': {'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:04.961493 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:51:04.966148 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Usage tracker for resource:floatingip and tenant:e50987ba81fc49a286c8432437d53a72 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:51:04.969053 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:51:04.974827 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:51:04.988030 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:05.136030 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:05.274930 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Allocated IP 172.28.1.183 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/79c8b22d-641c-4369-91aa-dbe1424e7c70) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:51:05.531403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:05.563114 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:05.566648 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-243cc1ce-331e-4013-8da3-d4556b50e111 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:05.633056 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:51:05.635727 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:51:05.639291 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:51:05.668163 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'Port': ['ID=79c8b22d-641c-4369-91aa-dbe1424e7c70,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:05.673984 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:05.724720 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:05.796709 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:06.001942 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:06.009948 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:06.013619 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-16075715-97e1-4036-aff5-835d01234d2e tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:06.117693 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'Port': ['ID=79c8b22d-641c-4369-91aa-dbe1424e7c70,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:06.122193 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:06.130879 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:06.154271 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:06.155498 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2033513 Jun 04 00:51:06.346895 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0d4531a5-6bea-4c7a-a79f-adbf930a3038 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Synchronizing usage tracker for tenant:e50987ba81fc49a286c8432437d53a72 on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:51:06.362666 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0d4531a5-6bea-4c7a-a79f-adbf930a3038 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Unset dirty status for tenant:e50987ba81fc49a286c8432437d53a72 on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:51:06.363932 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0d4531a5-6bea-4c7a-a79f-adbf930a3038 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--613997774&fields=id&tenant_id=e50987ba81fc49a286c8432437d53a72 HTTP/1.1" status: 200 len: 267 time: 0.0579593 Jun 04 00:51:06.512834 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-ab577695-a7f8-45db-8598-763d5df00520 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:06.514261 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-ab577695-a7f8-45db-8598-763d5df00520 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 811 time: 0.1431010 Jun 04 00:51:06.532047 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-361095f9-a9c3-4839-b6db-ce626183f485 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/quotas/e50987ba81fc49a286c8432437d53a72 HTTP/1.1" status: 200 len: 375 time: 0.0093775 Jun 04 00:51:06.619759 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-c60e418c-9e6a-4edd-a958-8f92c4e0fe6a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803044 Jun 04 00:51:06.875818 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-b105edeb-85ce-484f-82b4-c7ca8acc7694 service neutron] 10.222.0.44 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443514 Jun 04 00:51:07.017870 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-2c2d0e48-c9cf-432d-b644-a18c0208b49c service neutron] 10.222.0.44 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363261 Jun 04 00:51:07.199134 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-9c6502c6-19c6-488a-a2b1-542abfac20ac req-590291c8-2193-45cf-a729-8a63a119c224 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Synchronizing usage tracker for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:51:07.216587 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-9c6502c6-19c6-488a-a2b1-542abfac20ac req-590291c8-2193-45cf-a729-8a63a119c224 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Unset dirty status for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:51:07.218356 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9c6502c6-19c6-488a-a2b1-542abfac20ac req-590291c8-2193-45cf-a729-8a63a119c224 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 210 time: 0.0612741 Jun 04 00:51:08.396078 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-49dd01c5-31e4-4744-8c6b-7d0674e1b160 req-fe2dc960-d665-4cbb-85f3-39c176976cc4 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 210 time: 0.0614130 Jun 04 00:51:08.503120 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-56ef1e04-5b23-4bbc-9ecf-2fdb5bf48523 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:08.505097 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-56ef1e04-5b23-4bbc-9ecf-2fdb5bf48523 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 811 time: 0.1964769 Jun 04 00:51:08.564838 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-99f53521-3d3b-45b8-b9b3-3a3918035f3e tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50987ba81fc49a286c8432437d53a72 HTTP/1.1" status: 200 len: 379 time: 0.0418661 Jun 04 00:51:08.576961 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'port': {'device_id': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'admin_state_up': True, 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'security_groups': ['e9acde55-77ff-41eb-a42c-a27f4dc36687']}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:08.710381 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:51:08.720289 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:51:08.733596 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Made reservation on behalf of e50987ba81fc49a286c8432437d53a72 for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:51:08.737158 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:08.899385 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Allocated IP 172.20.0.12 (9655d0e8-abb1-48a6-b974-85aa3b25885a/9aa3b71d-315c-438b-94c6-fd5e039a4068/272bcee4-10d7-41fc-8148-1391a91211ff) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:51:09.105150 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:09.122310 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Transition to ACTIVE for port object 272bcee4-10d7-41fc-8148-1391a91211ff will not be triggered until provisioned by entity DHCP. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:51:09.150387 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:09.156761 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:09.223317 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:51:09.226277 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:51:09.228879 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:51:09.265721 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event updated for resources: {'Port': ['ID=272bcee4-10d7-41fc-8148-1391a91211ff,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:09.283207 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.283569 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.283958 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.284318 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.284673 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.285022 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.285348 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.285695 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.286041 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.286389 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.286732 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.287074 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:51:09.294301 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:09.310466 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:09.310975 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:09.336849 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-dde2bf7a-3ed2-42bc-bd5b-a00d3f198c67 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7634556 Jun 04 00:51:09.358655 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Request body: {'port': {'device_id': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:09.413067 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-476b4ba2-eccb-43a9-a5dd-6c8b7b85771e None None] Provisioning for port 272bcee4-10d7-41fc-8148-1391a91211ff completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:51:09.418426 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-476b4ba2-eccb-43a9-a5dd-6c8b7b85771e None None] Provisioning complete for port 272bcee4-10d7-41fc-8148-1391a91211ff triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:51:09.418811 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-476b4ba2-eccb-43a9-a5dd-6c8b7b85771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:09.480787 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-476b4ba2-eccb-43a9-a5dd-6c8b7b85771e None None] Port 272bcee4-10d7-41fc-8148-1391a91211ff cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:51:09.621626 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:09.714364 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb72a1f-7003-4062-a9a0-3806d5984383 req-e256ff21-3d6a-495e-ad18-4e1966cdd380 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:09.715093 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-0bb72a1f-7003-4062-a9a0-3806d5984383 req-e256ff21-3d6a-495e-ad18-4e1966cdd380 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Synchronizing usage tracker for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:51:09.784144 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-0bb72a1f-7003-4062-a9a0-3806d5984383 req-e256ff21-3d6a-495e-ad18-4e1966cdd380 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Unset dirty status for tenant:e50987ba81fc49a286c8432437d53a72 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:51:09.785313 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0bb72a1f-7003-4062-a9a0-3806d5984383 req-e256ff21-3d6a-495e-ad18-4e1966cdd380 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 932 time: 0.2259810 Jun 04 00:51:09.913332 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0bb72a1f-7003-4062-a9a0-3806d5984383 req-c6f2ab2d-c90c-4e01-ae24-c99c6bc4fa95 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206234 Jun 04 00:51:10.029731 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272bcee4-10d7-41fc-8148-1391a91211ff {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:51:10.037101 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:10.056079 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Transition to ACTIVE for port object 272bcee4-10d7-41fc-8148-1391a91211ff will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:51:10.061954 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:10.065534 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bd81cf55-0b72-4785-baaf-6fff0d5bc3f3 tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:10.227911 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Pushing event updated for resources: {'Port': ['ID=272bcee4-10d7-41fc-8148-1391a91211ff,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:10.235667 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:10.303977 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Attempting to bind port 272bcee4-10d7-41fc-8148-1391a91211ff on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:51:10.304330 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Attempting to bind port 272bcee4-10d7-41fc-8148-1391a91211ff by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:51:10.304627 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Attempting to bind port 272bcee4-10d7-41fc-8148-1391a91211ff on network 9655d0e8-abb1-48a6-b974-85aa3b25885a {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:51:10.309212 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Port 272bcee4-10d7-41fc-8148-1391a91211ff on network 9655d0e8-abb1-48a6-b974-85aa3b25885a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:51:10.309521 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Attempting to bind port 272bcee4-10d7-41fc-8148-1391a91211ff on network 9655d0e8-abb1-48a6-b974-85aa3b25885a {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:51:10.314549 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:51:10.314888 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Checking segment: {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:51:10.315253 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Bound using segment: {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:51:10.315706 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Bound port: 272bcee4-10d7-41fc-8148-1391a91211ff, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae73504-14e6-4225-86b3-9d2b5bde31b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:51:10.316045 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:10.403071 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] For port 272bcee4-10d7-41fc-8148-1391a91211ff, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:51:10.406093 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] For port 272bcee4-10d7-41fc-8148-1391a91211ff, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=272bcee4-10d7-41fc-8148-1391a91211ff,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:51:10.412066 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:10.417243 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:10.478434 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:10.479043 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:10.480414 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] 10.222.0.47 "PUT /v2.0/ports/272bcee4-10d7-41fc-8148-1391a91211ff HTTP/1.1" status: 200 len: 1094 time: 1.1273518 Jun 04 00:51:10.481003 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'tag': '272bcee4-10d7-41fc-8148-1391a91211ff'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:51:10.483358 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82" -d '{"events": [{"name": "network-changed", "server_uuid": "3c63e759-348a-4f90-b9a8-81f01a598b4c", "tag": "272bcee4-10d7-41fc-8148-1391a91211ff"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:51:10.501832 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Pushing event updated for resources: {'Port': ['ID=272bcee4-10d7-41fc-8148-1391a91211ff,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:10.505532 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:10.531948 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cfc5de-27fc-4280-831d-cf76651ff5a8 x-openstack-request-id: req-37cfc5de-27fc-4280-831d-cf76651ff5a8 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:51:10.532331 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c63e759-348a-4f90-b9a8-81f01a598b4c", "tag": "272bcee4-10d7-41fc-8148-1391a91211ff", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:51:10.532716 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37cfc5de-27fc-4280-831d-cf76651ff5a8 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:51:10.533286 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'tag': '272bcee4-10d7-41fc-8148-1391a91211ff', 'status': 'completed', 'code': 200} Jun 04 00:51:10.638087 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-9ca5654c-4221-4b1a-91ea-ee6f732eb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:10.639587 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-9ca5654c-4221-4b1a-91ea-ee6f732eb533 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 1097 time: 0.0778525 Jun 04 00:51:10.722189 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-f8443266-48b5-42b7-8c8a-af4b65a8ef6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=272bcee4-10d7-41fc-8148-1391a91211ff HTTP/1.1" status: 200 len: 217 time: 0.0644379 Jun 04 00:51:10.785012 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-c7f077e0-767a-4002-9a09-40dab5833cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:10.786288 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-c7f077e0-767a-4002-9a09-40dab5833cb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.0569789 Jun 04 00:51:10.866692 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-c0d5d022-9708-446a-a6f8-09a6960b5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:10.868120 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-c0d5d022-9708-446a-a6f8-09a6960b5a5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0747898 Jun 04 00:51:11.007314 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-48c527e8-637d-49c4-a71d-f0dad0cd7a20 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299357 Jun 04 00:51:11.108928 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3b193-4a1b-40d1-bec5-27523f4c8441 req-7e27209c-2ba8-44ed-b332-e4e51b2ca3cf tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:11.110396 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9dc3b193-4a1b-40d1-bec5-27523f4c8441 req-7e27209c-2ba8-44ed-b332-e4e51b2ca3cf tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 944 time: 0.0844622 Jun 04 00:51:11.146718 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-55184119-35d3-43b9-9d42-1bcd3885fee3 req-c98d3e6d-3f87-4d29-9d30-5e4abe29aec2 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311567 Jun 04 00:51:11.156736 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9dc3b193-4a1b-40d1-bec5-27523f4c8441 req-b2101f1b-13ac-4183-b321-fbbe5c366cad tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400994 Jun 04 00:51:11.344134 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-5c19694f-d246-4a39-b502-7ee220c905cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:11.345656 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-5c19694f-d246-4a39-b502-7ee220c905cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 1097 time: 0.0719714 Jun 04 00:51:11.566819 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-c4983f4f-3983-48b4-8fba-7b1b8212583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:11.568201 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-c4983f4f-3983-48b4-8fba-7b1b8212583b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 912 time: 0.2153361 Jun 04 00:51:11.639320 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-7cba1c7f-819e-497a-bb5f-37fbd1babe93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=272bcee4-10d7-41fc-8148-1391a91211ff HTTP/1.1" status: 200 len: 217 time: 0.0633729 Jun 04 00:51:11.703980 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-80109b97-dcb8-4836-809e-8417028f1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:11.705440 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-80109b97-dcb8-4836-809e-8417028f1783 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.0594621 Jun 04 00:51:11.784854 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-73dae558-a756-4343-aaf0-fc83b7a39797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:11.786282 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-73dae558-a756-4343-aaf0-fc83b7a39797 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0740523 Jun 04 00:51:11.918786 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-6b71b3e2-66fc-4ed2-bd2d-58d2e14e0608 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241438 Jun 04 00:51:12.054630 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c51f9de8-c5c1-4bc7-b5c2-95e2d8ee0b82 req-2bdab1c6-e08b-4377-a528-97835ee185a2 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268902 Jun 04 00:51:12.341170 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb6dad-cbe4-41d6-a72b-a9ea4b1290af req-fe7ca268-455a-4e23-93ac-a51fc12be562 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:12.342687 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-80cb6dad-cbe4-41d6-a72b-a9ea4b1290af req-fe7ca268-455a-4e23-93ac-a51fc12be562 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 944 time: 0.0805705 Jun 04 00:51:12.389513 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-80cb6dad-cbe4-41d6-a72b-a9ea4b1290af req-35a06d1b-f88d-4a54-b468-330b772102d6 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Jun 04 00:51:12.435497 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-94d1ef70-6b91-43b5-9865-77ca73670093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:13.584252 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fe8b6-1579-4a4d-9ab8-a3797d3a8ddc req-ddfc6277-4546-4d4a-9a60-3638f328f407 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:13.585829 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d52fe8b6-1579-4a4d-9ab8-a3797d3a8ddc req-ddfc6277-4546-4d4a-9a60-3638f328f407 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 944 time: 0.0867836 Jun 04 00:51:13.631099 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d52fe8b6-1579-4a4d-9ab8-a3797d3a8ddc req-14fa7bfd-6a8f-4943-a589-9247d32ed7ac tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385768 Jun 04 00:51:14.520033 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 272bcee4-10d7-41fc-8148-1391a91211ff details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:51:14.671734 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 272bcee4-10d7-41fc-8148-1391a91211ff, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=272bcee4-10d7-41fc-8148-1391a91211ff,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:51:14.688975 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '272bcee4-10d7-41fc-8148-1391a91211ff', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'port_id': '272bcee4-10d7-41fc-8148-1391a91211ff', 'mac_address': 'fa:16:3e:de:33:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:51:14.751398 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:14.771178 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272bcee4-10d7-41fc-8148-1391a91211ff {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:51:14.787981 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 272bcee4-10d7-41fc-8148-1391a91211ff, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=272bcee4-10d7-41fc-8148-1391a91211ff,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:51:14.801346 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:14.803251 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:14.830316 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792cdaf-43a7-43b0-a0e1-bece2a47cc59 req-2c263f83-edca-4dc1-a354-3865cc9f68d9 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:14.831932 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4792cdaf-43a7-43b0-a0e1-bece2a47cc59 req-2c263f83-edca-4dc1-a354-3865cc9f68d9 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 944 time: 0.0828209 Jun 04 00:51:14.874014 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=272bcee4-10d7-41fc-8148-1391a91211ff,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:14.877193 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:14.882063 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4792cdaf-43a7-43b0-a0e1-bece2a47cc59 req-b822f399-7bc9-4d0e-adfe-f0fdc4dbe15b tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441287 Jun 04 00:51:14.975140 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:15.205676 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-64f5d97a-9a26-4aac-84bc-1bf9b9e9b47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:15.327781 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['272bcee4-10d7-41fc-8148-1391a91211ff'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:51:15.995870 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:16.087993 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a1962-66f3-4d96-b885-56e16d5deca0 req-afc62b74-e5ee-40b7-80ac-507cd5cd9384 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:16.087993 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d26a1962-66f3-4d96-b885-56e16d5deca0 req-afc62b74-e5ee-40b7-80ac-507cd5cd9384 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 945 time: 0.0867145 Jun 04 00:51:16.135604 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d26a1962-66f3-4d96-b885-56e16d5deca0 req-1ac14e47-bef1-48ec-931a-0dc365fdc88a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Jun 04 00:51:16.548096 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 272bcee4-10d7-41fc-8148-1391a91211ff up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:51:16.631126 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 272bcee4-10d7-41fc-8148-1391a91211ff completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:51:16.635894 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 272bcee4-10d7-41fc-8148-1391a91211ff triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:51:16.636280 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:16.752216 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:16.779343 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272bcee4-10d7-41fc-8148-1391a91211ff'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:51:16.781793 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6d4813-68cd-428b-ad3a-7a88e45b7a77" -d '{"events": [{"server_uuid": "3c63e759-348a-4f90-b9a8-81f01a598b4c", "name": "network-vif-plugged", "status": "completed", "tag": "272bcee4-10d7-41fc-8148-1391a91211ff"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:51:16.789858 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 272bcee4-10d7-41fc-8148-1391a91211ff, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=272bcee4-10d7-41fc-8148-1391a91211ff,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:51:16.797844 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:16.799676 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:16.863962 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=272bcee4-10d7-41fc-8148-1391a91211ff,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:16.867048 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:16.884534 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39879c17-a560-48d7-924e-e3ad1681e802 x-openstack-request-id: req-39879c17-a560-48d7-924e-e3ad1681e802 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:51:16.884848 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c63e759-348a-4f90-b9a8-81f01a598b4c", "name": "network-vif-plugged", "status": "completed", "tag": "272bcee4-10d7-41fc-8148-1391a91211ff", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:51:16.885111 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39879c17-a560-48d7-924e-e3ad1681e802 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:51:16.885491 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272bcee4-10d7-41fc-8148-1391a91211ff', 'code': 200} Jun 04 00:51:17.164177 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15820ac7-a885-426a-8750-767b24db4dfb req-c607c325-1ff0-47fc-ae0e-585976944352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:17.165362 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-15820ac7-a885-426a-8750-767b24db4dfb req-c607c325-1ff0-47fc-ae0e-585976944352 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 1099 time: 0.0781479 Jun 04 00:51:17.215249 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-15820ac7-a885-426a-8750-767b24db4dfb req-0786197e-64c2-4832-aa55-6c2d37823d72 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 Jun 04 00:51:17.323808 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e135424-cec5-4f11-a5af-71648227d550 req-14aaecda-e7db-4bc4-9b10-ebbf8bfa1201 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:17.325239 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0e135424-cec5-4f11-a5af-71648227d550 req-14aaecda-e7db-4bc4-9b10-ebbf8bfa1201 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 946 time: 0.0824132 Jun 04 00:51:17.371080 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0e135424-cec5-4f11-a5af-71648227d550 req-a333c58e-477d-4f6f-b875-6c898b1d496f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374370 Jun 04 00:51:17.621569 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:18.566891 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ebc05-536f-4654-a978-5e48014a0b78 req-d0f2b398-4e83-46ba-a8cf-18261c78e916 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:18.568369 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-954ebc05-536f-4654-a978-5e48014a0b78 req-d0f2b398-4e83-46ba-a8cf-18261c78e916 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 946 time: 0.0826318 Jun 04 00:51:18.616099 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-954ebc05-536f-4654-a978-5e48014a0b78 req-1177ddda-9bde-45bc-aa1e-8413404a4a77 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393722 Jun 04 00:51:19.818778 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b41f5-b441-411e-8ce4-08805213947b req-efe77f7c-5bdf-4470-8942-631a289c0044 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:19.820259 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-994b41f5-b441-411e-8ce4-08805213947b req-efe77f7c-5bdf-4470-8942-631a289c0044 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 946 time: 0.0970328 Jun 04 00:51:19.863258 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-994b41f5-b441-411e-8ce4-08805213947b req-c6bb5788-778d-4363-aef0-9ee2966b9054 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373740 Jun 04 00:51:20.057817 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378869cd-fd4d-4bf4-a03d-d27642a34f8b req-6766a96f-ee49-4045-beb5-192998edfc0c tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:20.060139 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-378869cd-fd4d-4bf4-a03d-d27642a34f8b req-6766a96f-ee49-4045-beb5-192998edfc0c tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 946 time: 0.0952802 Jun 04 00:51:20.067847 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39778) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:20.072386 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-5c8d4dc4-1c9c-4d94-b5ef-0b471a2fab3a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Request body: {'floatingip': {'port_id': '272bcee4-10d7-41fc-8148-1391a91211ff'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:20.149011 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5c8d4dc4-1c9c-4d94-b5ef-0b471a2fab3a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:20.683794 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-5b10635c-d903-47c2-9c24-d28651d2e2dc tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Synchronizing usage tracker for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:security_group {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:51:20.702070 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-5b10635c-d903-47c2-9c24-d28651d2e2dc tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Unset dirty status for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:security_group {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:51:20.703366 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-5b10635c-d903-47c2-9c24-d28651d2e2dc tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051692898&fields=id&tenant_id=20f6738a59374ea49a1df6a194e340e4 HTTP/1.1" status: 200 len: 267 time: 0.0601892 Jun 04 00:51:20.824915 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5c8d4dc4-1c9c-4d94-b5ef-0b471a2fab3a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:20.830459 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5c8d4dc4-1c9c-4d94-b5ef-0b471a2fab3a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:20.851403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-b669d302-470c-43cd-bc95-66f10fc12039 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:20.852099 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-b669d302-470c-43cd-bc95-66f10fc12039 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Synchronizing usage tracker for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:network {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:51:20.868415 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-b669d302-470c-43cd-bc95-66f10fc12039 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Unset dirty status for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:network {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:51:20.869897 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-b669d302-470c-43cd-bc95-66f10fc12039 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/networks?id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 200 len: 809 time: 0.1597261 Jun 04 00:51:20.884571 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-065ede4b-b605-4d34-ad8b-94f9ab6bcece tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/quotas/20f6738a59374ea49a1df6a194e340e4 HTTP/1.1" status: 200 len: 375 time: 0.0088692 Jun 04 00:51:20.970478 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-a96ba63e-2099-45ea-9cb6-5e084edfd75d tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=20f6738a59374ea49a1df6a194e340e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804458 Jun 04 00:51:20.996700 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.l3_db [None req-5c8d4dc4-1c9c-4d94-b5ef-0b471a2fab3a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Floating IP 0f16a963-8753-4764-833d-355087d9842d associated. External IP: 172.28.1.183, port: 272bcee4-10d7-41fc-8148-1391a91211ff. Jun 04 00:51:21.106596 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-7a70f785-ad9f-4eac-a27c-955343d06533 service neutron] 10.222.0.44 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243482 Jun 04 00:51:21.238330 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-3319022e-9b49-4de1-8779-44525ead6fa9 service neutron] 10.222.0.44 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253779 Jun 04 00:51:21.345267 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8d4dc4-1c9c-4d94-b5ef-0b471a2fab3a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Router 24efaf82-b224-4770-9108-d434a80e4e0f has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:51:21.527752 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8d4dc4-1c9c-4d94-b5ef-0b471a2fab3a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:51:21.533668 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5c8d4dc4-1c9c-4d94-b5ef-0b471a2fab3a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:21.538086 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] Sync routers for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:51:21.548892 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:51:21.549525 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:51:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:21.607615 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-5c8d4dc4-1c9c-4d94-b5ef-0b471a2fab3a tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "PUT /v2.0/floatingips/0f16a963-8753-4764-833d-355087d9842d HTTP/1.1" status: 200 len: 992 time: 1.5361154 Jun 04 00:51:21.607615 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'tag': '272bcee4-10d7-41fc-8148-1391a91211ff'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:51:21.609213 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d62d57-16a0-435d-9231-09111558a088" -d '{"events": [{"name": "network-changed", "server_uuid": "3c63e759-348a-4f90-b9a8-81f01a598b4c", "tag": "272bcee4-10d7-41fc-8148-1391a91211ff"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:51:21.703625 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-72be2489-be2d-42a8-a130-42f2f1ded891 req-a681a3b4-f95c-4fc4-a1c8-d142e26a352b tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 210 time: 0.0609081 Jun 04 00:51:21.802759 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92176567-e983-435d-944b-6bf9b4f0f30a x-openstack-request-id: req-92176567-e983-435d-944b-6bf9b4f0f30a {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:51:21.803082 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c63e759-348a-4f90-b9a8-81f01a598b4c", "tag": "272bcee4-10d7-41fc-8148-1391a91211ff", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:51:21.803380 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92176567-e983-435d-944b-6bf9b4f0f30a {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:51:21.803818 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'tag': '272bcee4-10d7-41fc-8148-1391a91211ff', 'status': 'completed', 'code': 200} Jun 04 00:51:21.807861 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:51:21.922745 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d62d57-16a0-435d-9231-09111558a088 req-2ac43607-c640-47eb-913a-92495df20140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:21.925203 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8d62d57-16a0-435d-9231-09111558a088 req-2ac43607-c640-47eb-913a-92495df20140 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 1099 time: 0.0752177 Jun 04 00:51:22.164176 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d62d57-16a0-435d-9231-09111558a088 req-6bdbb621-0fb9-4722-af53-62e5218815e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:22.165730 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8d62d57-16a0-435d-9231-09111558a088 req-6bdbb621-0fb9-4722-af53-62e5218815e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 912 time: 0.2333570 Jun 04 00:51:22.169136 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '0f16a963-8753-4764-833d-355087d9842d', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'floating_ip_address': '172.28.1.183', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'port_id': '272bcee4-10d7-41fc-8148-1391a91211ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'mac_address': 'fa:16:3e:de:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:51:05Z', 'updated_at': '2021-06-04T00:51:20Z', 'revision_number': 1, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:22.173095 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] Checking router: 24efaf82-b224-4770-9108-d434a80e4e0f for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:51:22.181702 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:51:22.182317 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:51:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:22.273448 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8d62d57-16a0-435d-9231-09111558a088 req-9e9b05b6-59c1-4176-a502-26694d13afc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=272bcee4-10d7-41fc-8148-1391a91211ff HTTP/1.1" status: 200 len: 1000 time: 0.1000226 Jun 04 00:51:22.343078 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d62d57-16a0-435d-9231-09111558a088 req-0ea73a89-5317-4eeb-9fca-39b1a2a2d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:22.344533 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8d62d57-16a0-435d-9231-09111558a088 req-0ea73a89-5317-4eeb-9fca-39b1a2a2d2e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.0641019 Jun 04 00:51:22.363082 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:51:22.427239 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d62d57-16a0-435d-9231-09111558a088 req-4eb42926-3915-4e0d-a55b-02a14dc7c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:22.428785 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8d62d57-16a0-435d-9231-09111558a088 req-4eb42926-3915-4e0d-a55b-02a14dc7c220 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0766089 Jun 04 00:51:22.559960 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8d62d57-16a0-435d-9231-09111558a088 req-efb0194e-a3d4-4b5a-869a-3167674a4a37 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240909 Jun 04 00:51:22.706641 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a8d62d57-16a0-435d-9231-09111558a088 req-564b8269-a181-42d5-88da-dfa3c8bd440e service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396182 Jun 04 00:51:22.717981 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '0f16a963-8753-4764-833d-355087d9842d', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'floating_ip_address': '172.28.1.183', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'port_id': '272bcee4-10d7-41fc-8148-1391a91211ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'mac_address': 'fa:16:3e:de:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:51:05Z', 'updated_at': '2021-06-04T00:51:20Z', 'revision_number': 1, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:22.722232 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f2537-6673-436d-8ed3-466928ef8084 None None] The sync data for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb is: [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '0f16a963-8753-4764-833d-355087d9842d', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'floating_ip_address': '172.28.1.183', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'port_id': '272bcee4-10d7-41fc-8148-1391a91211ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'mac_address': 'fa:16:3e:de:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:51:05Z', 'updated_at': '2021-06-04T00:51:20Z', 'revision_number': 1, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:51:22.905398 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-258b265c-2282-44d4-a9d8-737658c5a69f req-95b89a0d-8a9b-4d0e-8e0c-d14b22e5ea07 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 210 time: 0.0699673 Jun 04 00:51:22.998476 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286f926-6eb8-4d31-a88e-befd83d997d1 None None] New status for floating IP 0f16a963-8753-4764-833d-355087d9842d: ACTIVE {{(pid=103536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:51:23.066783 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-b41d9e67-293f-4bc4-ab83-365527d31947 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:23.068346 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-b41d9e67-293f-4bc4-ab83-365527d31947 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.47 "GET /v2.0/networks?id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 200 len: 809 time: 0.1964393 Jun 04 00:51:23.166943 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-5f5080f9-ab27-4e7e-95d9-b6ad671450dd tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20f6738a59374ea49a1df6a194e340e4 HTTP/1.1" status: 200 len: 380 time: 0.0418589 Jun 04 00:51:23.176027 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Request body: {'port': {'device_id': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'admin_state_up': True, 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'security_groups': ['20ba3791-a85b-4f3e-aa4a-20d17827f162']}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:23.313104 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:51:23.317143 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:port and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:51:23.320159 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:51:23.326139 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:51:23.337302 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Made reservation on behalf of 20f6738a59374ea49a1df6a194e340e4 for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:51:23.340909 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:23.521298 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Allocated IP 172.20.0.5 (5d6ef1c5-d52e-46a5-827e-8fe6857a6866/c93b9461-496b-46a6-a452-9788d9787052/8a4fdc3b-0540-4e70-8c8c-a54aed07ff91) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:51:23.712769 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:23.728487 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Transition to ACTIVE for port object 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 will not be triggered until provisioned by entity DHCP. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:51:23.753598 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:23.758768 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:23.821902 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:51:23.824860 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:51:23.828669 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:51:23.862062 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'Port': ['ID=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:23.869169 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:23.900780 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:23.901413 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:23.924057 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518036 Jun 04 00:51:23.946939 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Request body: {'port': {'device_id': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:24.049592 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:24.159096 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-5c2e2e96-8d67-4c3a-9849-174a86cb7b99 None None] Provisioning for port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:51:24.166860 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-5c2e2e96-8d67-4c3a-9849-174a86cb7b99 None None] Provisioning complete for port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:51:24.167546 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2e96-8d67-4c3a-9849-174a86cb7b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:24.211203 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:24.243235 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e2e96-8d67-4c3a-9849-174a86cb7b99 None None] Port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:51:24.288916 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750e3bb-6c9d-4887-b0b0-64087dc41fed req-f137cebd-e9a8-441e-bca3-efb465fe3fb6 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:24.289728 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-e750e3bb-6c9d-4887-b0b0-64087dc41fed req-f137cebd-e9a8-441e-bca3-efb465fe3fb6 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Synchronizing usage tracker for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:51:24.307267 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-e750e3bb-6c9d-4887-b0b0-64087dc41fed req-f137cebd-e9a8-441e-bca3-efb465fe3fb6 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Unset dirty status for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:51:24.308696 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e750e3bb-6c9d-4887-b0b0-64087dc41fed req-f137cebd-e9a8-441e-bca3-efb465fe3fb6 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 931 time: 0.2546539 Jun 04 00:51:24.354746 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e750e3bb-6c9d-4887-b0b0-64087dc41fed req-55163e8d-7eaa-405d-85f2-f202f24375d5 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Jun 04 00:51:24.565125 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:51:24.572519 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:24.587155 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Transition to ACTIVE for port object 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:51:24.591962 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:24.595438 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:24.747119 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Pushing event updated for resources: {'Port': ['ID=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:24.754747 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:24.824537 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Attempting to bind port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:51:24.824798 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Attempting to bind port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:51:24.825120 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Attempting to bind port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 on network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:51:24.829630 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 on network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:51:24.829940 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Attempting to bind port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 on network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:51:24.835571 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:51:24.835913 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Checking segment: {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:51:24.836294 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Bound using segment: {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:51:24.836708 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Bound port: 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29130992-cf5c-4a89-9b60-fb2b5c06cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:51:24.837047 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:24.925303 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:51:24.928201 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:51:24.936451 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:24.940111 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ccbf7b36-9582-4992-bb2f-19c7ebe085d4 tempest-VolumesSnapshotTestJSON-1407611325 tempest-VolumesSnapshotTestJSON-1407611325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:24.999130 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:24.999776 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:25.001148 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] 10.222.0.47 "PUT /v2.0/ports/8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 200 len: 1093 time: 1.0630937 Jun 04 00:51:25.001629 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:51:25.003983 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d250c45-f346-4ca2-85a0-a6708ac4273c" -d '{"events": [{"name": "network-changed", "server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:51:25.023970 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Pushing event updated for resources: {'Port': ['ID=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:25.027590 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:25.056997 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360fe056-1f9a-4e3d-9ce4-d4208799ffed x-openstack-request-id: req-360fe056-1f9a-4e3d-9ce4-d4208799ffed {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:51:25.057325 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:51:25.057594 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-360fe056-1f9a-4e3d-9ce4-d4208799ffed {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:51:25.058030 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'status': 'completed', 'code': 200} Jun 04 00:51:25.152767 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-0a606206-cf07-4e9d-96d2-a36ddb7b3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:25.154351 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-0a606206-cf07-4e9d-96d2-a36ddb7b3d5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f6738a59374ea49a1df6a194e340e4&device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1096 time: 0.0790887 Jun 04 00:51:25.236653 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-6aa3a35f-8d4b-4d96-a184-c4a64cedb9d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 200 len: 217 time: 0.0692892 Jun 04 00:51:25.301183 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-a2f93abc-05c3-4392-bb3e-e3d497767a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:25.302646 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-a2f93abc-05c3-4392-bb3e-e3d497767a41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c93b9461-496b-46a6-a452-9788d9787052 HTTP/1.1" status: 200 len: 848 time: 0.0578725 Jun 04 00:51:25.392603 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-39639455-85e3-4d3d-bbfb-f1e1075748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:25.394357 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-39639455-85e3-4d3d-bbfb-f1e1075748f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0854080 Jun 04 00:51:25.443244 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:51:25.503050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39860) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:25.551311 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-61c756b7-5d87-4a09-9e2c-548c8d161744 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449296 Jun 04 00:51:25.557338 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31323167-503b-4f3a-a1f1-feb306880931 req-7d3b2c6f-9f80-4661-8eb3-c9c75972910b tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:25.560078 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-31323167-503b-4f3a-a1f1-feb306880931 req-7d3b2c6f-9f80-4661-8eb3-c9c75972910b tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 943 time: 0.0857594 Jun 04 00:51:25.609641 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-31323167-503b-4f3a-a1f1-feb306880931 req-de953148-a833-4282-8536-045f37f92225 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450282 Jun 04 00:51:25.669887 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:25.692828 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:51:25.706783 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee438c7699b4037b2c2a70f5150d086 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:51:25.711587 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:51:25.719254 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c291c16f-3d9c-4d4a-8836-f699ae9732fe req-b495541b-be6d-47d5-a71b-0f41a9e2c675 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612649 Jun 04 00:51:25.720093 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:51:25.807855 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:25.813222 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:25.822328 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4fed6a46-a810-4279-a392-0a3aca459918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:25.913484 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b417e-bbba-42fa-9e86-4b68e3704a59,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:25.916667 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:25.921683 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ee438c7699b4037b2c2a70f5150d086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149718 Jun 04 00:51:25.922372 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39864) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:25.940195 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-01028198-ee0b-401a-9589-fd706f7c1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:25.941684 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-01028198-ee0b-401a-9589-fd706f7c1026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f6738a59374ea49a1df6a194e340e4&device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1096 time: 0.1203249 Jun 04 00:51:25.982942 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad074-2602-409a-8dfe-d1205e625689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:26.008511 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad074-2602-409a-8dfe-d1205e625689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:26.064009 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad074-2602-409a-8dfe-d1205e625689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:26.068222 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-30287421-b293-4671-bfa6-ea5dfbd3a8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:26.080230 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ad074-2602-409a-8dfe-d1205e625689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b417e-bbba-42fa-9e86-4b68e3704a59,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:26.083128 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-2e4ad074-2602-409a-8dfe-d1205e625689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:26.090563 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad074-2602-409a-8dfe-d1205e625689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:26.094395 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-2e4ad074-2602-409a-8dfe-d1205e625689 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e66b417e-bbba-42fa-9e86-4b68e3704a59 HTTP/1.1" status: 204 len: 168 time: 0.1675720 Jun 04 00:51:26.172046 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-e0d2b99a-bca6-4568-94b0-f0dfbaa58336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:26.173416 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-e0d2b99a-bca6-4568-94b0-f0dfbaa58336 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 200 len: 910 time: 0.2251968 Jun 04 00:51:26.241088 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-474e3d85-7482-4c35-b665-0929fb5a572c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 200 len: 217 time: 0.0614007 Jun 04 00:51:26.305959 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-36a57d48-2834-4bfd-97d8-c48596d77672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:26.307578 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-36a57d48-2834-4bfd-97d8-c48596d77672 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c93b9461-496b-46a6-a452-9788d9787052 HTTP/1.1" status: 200 len: 848 time: 0.0597599 Jun 04 00:51:26.389269 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-ab3683e7-08ac-41b9-83fc-9a9c71eed6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:26.390799 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-ab3683e7-08ac-41b9-83fc-9a9c71eed6f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0764856 Jun 04 00:51:26.538124 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-436b45b4-34cd-4c8c-b96e-35a94d392285 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316457 Jun 04 00:51:26.674378 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2d250c45-f346-4ca2-85a0-a6708ac4273c req-92d82304-33c7-4b2c-8b6e-b15d8728a77e service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294622 Jun 04 00:51:26.814151 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85e99-ada5-4979-99aa-5c7ed72abea3 req-094cbe2a-f033-44af-8bd7-a2754c8ac6f7 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:26.814837 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-e4c85e99-ada5-4979-99aa-5c7ed72abea3 req-094cbe2a-f033-44af-8bd7-a2754c8ac6f7 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Synchronizing usage tracker for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:51:26.827077 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-e4c85e99-ada5-4979-99aa-5c7ed72abea3 req-094cbe2a-f033-44af-8bd7-a2754c8ac6f7 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Unset dirty status for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:51:26.828424 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e4c85e99-ada5-4979-99aa-5c7ed72abea3 req-094cbe2a-f033-44af-8bd7-a2754c8ac6f7 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 943 time: 0.0978768 Jun 04 00:51:26.875936 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e4c85e99-ada5-4979-99aa-5c7ed72abea3 req-8eea298d-3d8b-41e5-9231-ab53adbf9b77 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Jun 04 00:51:28.083995 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5a7b4-0b18-4fa4-ba32-46286650f335 req-e1c00904-e407-4c16-94f8-6689715c9a4e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:28.085398 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-20c5a7b4-0b18-4fa4-ba32-46286650f335 req-e1c00904-e407-4c16-94f8-6689715c9a4e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 943 time: 0.0871418 Jun 04 00:51:28.133677 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-20c5a7b4-0b18-4fa4-ba32-46286650f335 req-a45d6143-9792-4d7d-b2d7-5ba7c9b389f4 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Jun 04 00:51:28.629959 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:51:28.771034 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:51:28.785128 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'port_id': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'mac_address': 'fa:16:3e:ff:cc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:51:28.839530 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:28.856201 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:51:28.875298 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:51:28.880172 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:28.882891 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:28.951386 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:28.955394 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:29.296946 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['8a4fdc3b-0540-4e70-8c8c-a54aed07ff91'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:51:29.336886 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637276f-aff7-438f-a8fc-90f8738b472b req-7bbda0c0-d88a-4a5b-b58a-65d867d1f738 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:29.338494 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f637276f-aff7-438f-a8fc-90f8738b472b req-7bbda0c0-d88a-4a5b-b58a-65d867d1f738 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 944 time: 0.0816979 Jun 04 00:51:29.384516 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f637276f-aff7-438f-a8fc-90f8738b472b req-c6867954-4805-4ce5-aa41-8e31d6847b6a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398428 Jun 04 00:51:29.609334 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-06d62af4-d33d-4873-b5da-16be91c64426 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744750 Jun 04 00:51:29.786596 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-59939aac-6b7c-4fe3-9f63-324708def174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:29.788798 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-59939aac-6b7c-4fe3-9f63-324708def174 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 1099 time: 0.0780299 Jun 04 00:51:29.937022 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-2807413d-677f-4da3-b147-d83724a63418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:29.938474 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-2807413d-677f-4da3-b147-d83724a63418 service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.1261623 Jun 04 00:51:30.045084 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-6df524f0-7b53-4566-9068-5ed625d7045b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=373ca20f-0a74-4797-8965-0bb60edca5ed HTTP/1.1" status: 200 len: 1002 time: 0.0971496 Jun 04 00:51:30.137097 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-f102727f-31e6-4d33-ab72-fd13259cd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:30.138524 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-f102727f-31e6-4d33-ab72-fd13259cd07a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0707431 Jun 04 00:51:30.219644 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-c74fda43-99ee-4594-a069-43c69419834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:30.221065 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-c74fda43-99ee-4594-a069-43c69419834e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0752335 Jun 04 00:51:30.361951 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-4ae90db3-e14b-47cd-9c76-a3acbcc1a62c service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299357 Jun 04 00:51:30.497119 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b56f2e0f-83c1-4190-8e29-a8d0d3475f8f req-82b76b9f-c4ac-4ea9-9e4f-3adaf575c2ee service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280341 Jun 04 00:51:30.579100 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24387afb-2a35-4164-8b11-6cc303b61d83 req-b81fd5c3-4599-40e0-9dee-97c4d2bd5a94 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:30.580494 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-24387afb-2a35-4164-8b11-6cc303b61d83 req-b81fd5c3-4599-40e0-9dee-97c4d2bd5a94 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 944 time: 0.0843356 Jun 04 00:51:30.625817 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-24387afb-2a35-4164-8b11-6cc303b61d83 req-37b4c0fc-4a0c-4ca0-b5d5-bfd7f0e3c5b7 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394077 Jun 04 00:51:30.644505 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:51:30.718293 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:51:30.723083 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:51:30.723455 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:30.834133 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:30.861978 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:51:30.864452 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3915d3ba-f9ae-466f-aeb4-d5ce6ab3a6eb" -d '{"events": [{"server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "name": "network-vif-plugged", "status": "completed", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:51:30.873340 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:51:30.878101 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:30.880978 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:30.913537 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c10d608-99fd-4b9e-b5a8-b63d7d587798 x-openstack-request-id: req-7c10d608-99fd-4b9e-b5a8-b63d7d587798 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:51:30.913824 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "name": "network-vif-plugged", "status": "completed", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:51:30.914104 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c10d608-99fd-4b9e-b5a8-b63d7d587798 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:51:30.914463 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'code': 200} Jun 04 00:51:30.954003 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:30.957493 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:31.265993 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c5a3-0201-4ff7-8862-21a8c53c7f75 req-50e3eee6-9323-4261-ba27-ffe2386ce26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:31.267562 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0733c5a3-0201-4ff7-8862-21a8c53c7f75 req-50e3eee6-9323-4261-ba27-ffe2386ce26a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1098 time: 0.0749109 Jun 04 00:51:31.321165 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0733c5a3-0201-4ff7-8862-21a8c53c7f75 req-e49879d0-73be-4cb1-80f3-77a696900574 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461123 Jun 04 00:51:31.821656 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb2503-f369-4ea6-a285-3642332df7dd req-56ab3668-e7c1-4b09-8aeb-149b957affa9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:31.823115 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6efb2503-f369-4ea6-a285-3642332df7dd req-56ab3668-e7c1-4b09-8aeb-149b957affa9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0849929 Jun 04 00:51:31.867164 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6efb2503-f369-4ea6-a285-3642332df7dd req-3f26249b-4946-4aec-8dc9-8b90c5d42b5c tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381684 Jun 04 00:51:33.145515 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f4650-a855-4c62-b5ec-8090663b6a3d req-891be25e-f0fb-4790-a8d1-f61885304069 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:33.146848 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-470f4650-a855-4c62-b5ec-8090663b6a3d req-891be25e-f0fb-4790-a8d1-f61885304069 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.1705887 Jun 04 00:51:33.196987 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-470f4650-a855-4c62-b5ec-8090663b6a3d req-b1ef0c20-0282-4fd1-97f1-59761eb9812b tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442951 Jun 04 00:51:33.405161 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caed61-1a8a-4b8c-b8ec-fa98537f0773 req-25bae493-6ebf-4fdc-b750-27855456deac tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:33.406614 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b9caed61-1a8a-4b8c-b8ec-fa98537f0773 req-25bae493-6ebf-4fdc-b750-27855456deac tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0927842 Jun 04 00:51:33.452338 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b9caed61-1a8a-4b8c-b8ec-fa98537f0773 req-68e0e2c4-1e5f-4c1e-9410-ed4950cf94a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398364 Jun 04 00:51:33.478934 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 39976) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:33.721911 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f305d040-c3d3-4307-9373-e2dbc4204515 tempest-TestShelveInstance-1509040331 tempest-TestShelveInstance-1509040331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:33.722529 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-f305d040-c3d3-4307-9373-e2dbc4204515 tempest-TestShelveInstance-1509040331 tempest-TestShelveInstance-1509040331-project-admin] Synchronizing usage tracker for tenant:e14290127de145299570c79dbea80ec1 on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:51:33.742141 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-f305d040-c3d3-4307-9373-e2dbc4204515 tempest-TestShelveInstance-1509040331 tempest-TestShelveInstance-1509040331-project-admin] Unset dirty status for tenant:e14290127de145299570c79dbea80ec1 on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:51:33.743376 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-f305d040-c3d3-4307-9373-e2dbc4204515 tempest-TestShelveInstance-1509040331 tempest-TestShelveInstance-1509040331-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1093 time: 0.2633500 Jun 04 00:51:33.747164 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 39980) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:51:33.751971 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Request body: {'floatingip': {'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'port_id': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:51:33.758261 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:51:33.762335 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Usage tracker for resource:floatingip and tenant:20f6738a59374ea49a1df6a194e340e4 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:51:33.765735 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:51:33.771644 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:51:33.784161 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for floatingip, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:33.929508 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:34.073829 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Allocated IP 172.28.1.11 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/8eb680ce-4e72-4725-a8e1-dee1c4a837b3) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:51:34.229436 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:34.276601 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:34.280162 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bc17e2ba-4982-409d-9155-2418b02078a5 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:34.345135 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:51:34.347898 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:51:34.351421 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:51:34.384670 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'Port': ['ID=8eb680ce-4e72-4725-a8e1-dee1c4a837b3,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:34.388634 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:34.777541 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:34.851381 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:35.070943 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:35.077149 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:35.081134 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-46325634-0cf1-439a-a649-9d9a9168cb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:51:35.186006 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event updated for resources: {'Port': ['ID=8eb680ce-4e72-4725-a8e1-dee1c4a837b3,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:51:35.188861 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:51:35.204824 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:35.469251 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.l3_db [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Floating IP a92917fb-169d-4a88-97cb-48895e109759 associated. External IP: 172.28.1.11, port: 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91. Jun 04 00:51:35.825120 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Router edae1689-a37b-45a7-b9c7-258653a5733c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:51:36.006930 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:51:36.017736 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] Sync routers for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:51:36.027951 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:51:36.028738 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:51:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:36.038153 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:36.107555 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3485944 Jun 04 00:51:36.107555 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:51:36.107555 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed222cb-bf5f-4f24-b691-95ad23dca383" -d '{"events": [{"name": "network-changed", "server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:51:36.144292 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54dfbcc-d1e2-420a-a198-ad578ba39df9 x-openstack-request-id: req-c54dfbcc-d1e2-420a-a198-ad578ba39df9 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:51:36.144631 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:51:36.144916 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c54dfbcc-d1e2-420a-a198-ad578ba39df9 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:51:36.145350 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'status': 'completed', 'code': 200} Jun 04 00:51:36.215621 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:51:36.269816 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-5be262d7-3753-4e81-ae37-5855dabf716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:36.271473 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-5be262d7-3753-4e81-ae37-5855dabf716d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f6738a59374ea49a1df6a194e340e4&device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1098 time: 0.0810959 Jun 04 00:51:36.425332 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-3281c68e-2ad4-47c6-a711-81cb7b16e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:36.425332 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-3281c68e-2ad4-47c6-a711-81cb7b16e5fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 200 len: 910 time: 0.1373293 Jun 04 00:51:36.529494 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-776a12e1-feec-4942-a9cb-4ad833b24bea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 200 len: 998 time: 0.1003566 Jun 04 00:51:36.563245 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': 'a92917fb-169d-4a88-97cb-48895e109759', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'floating_ip_address': '172.28.1.11', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'port_id': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'mac_address': 'fa:16:3e:ff:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:51:34Z', 'updated_at': '2021-06-04T00:51:34Z', 'revision_number': 0, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1279cde-9c91-4677-b255-b83d194a459c', 'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'mac_address': 'fa:16:3e:68:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:39Z', 'updated_at': '2021-06-04T00:50:47Z', 'revision_number': 5, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'subnets': [{'id': 'c93b9461-496b-46a6-a452-9788d9787052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:36.568522 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] Checking router: edae1689-a37b-45a7-b9c7-258653a5733c for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:51:36.578492 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:51:36.579108 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:51:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:36.593352 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-e8c59342-d66c-42ec-986e-617912fa535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:36.594899 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-e8c59342-d66c-42ec-986e-617912fa535a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c93b9461-496b-46a6-a452-9788d9787052 HTTP/1.1" status: 200 len: 848 time: 0.0586748 Jun 04 00:51:36.673772 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-417643ab-bfe9-4d32-a074-4bf0339f8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:51:36.675261 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-417643ab-bfe9-4d32-a074-4bf0339f8f61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0739932 Jun 04 00:51:36.766260 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:51:36.852137 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-1ae11b65-0dc4-44a4-a7f9-63497c0572e9 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701572 Jun 04 00:51:37.008985 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4ed222cb-bf5f-4f24-b691-95ad23dca383 req-68a23396-7d60-4c43-9e7b-4e6724e62433 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494384 Jun 04 00:51:37.175988 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': 'a92917fb-169d-4a88-97cb-48895e109759', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'floating_ip_address': '172.28.1.11', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'port_id': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'mac_address': 'fa:16:3e:ff:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:51:34Z', 'updated_at': '2021-06-04T00:51:34Z', 'revision_number': 0, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1279cde-9c91-4677-b255-b83d194a459c', 'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'mac_address': 'fa:16:3e:68:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:39Z', 'updated_at': '2021-06-04T00:50:47Z', 'revision_number': 5, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'subnets': [{'id': 'c93b9461-496b-46a6-a452-9788d9787052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:51:37.180097 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398b98a-974d-4324-9144-200c62e039e7 None None] The sync data for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb is: [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': 'a92917fb-169d-4a88-97cb-48895e109759', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'floating_ip_address': '172.28.1.11', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'port_id': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'mac_address': 'fa:16:3e:ff:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:51:34Z', 'updated_at': '2021-06-04T00:51:34Z', 'revision_number': 0, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1279cde-9c91-4677-b255-b83d194a459c', 'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'mac_address': 'fa:16:3e:68:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:39Z', 'updated_at': '2021-06-04T00:50:47Z', 'revision_number': 5, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'subnets': [{'id': 'c93b9461-496b-46a6-a452-9788d9787052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:51:37.364064 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47bf810-db2c-4a6f-8974-6ec0dca3f9ac None None] New status for floating IP a92917fb-169d-4a88-97cb-48895e109759: ACTIVE {{(pid=103536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:51:42.431564 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-9336c153-22e8-4ea2-922a-e84a00c5b1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:44.979052 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:45.200301 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-864b0835-f0da-4f5f-814b-1c9a04cb8f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:45.993086 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:47.625998 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:51:54.040634 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:02.444098 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:52:06.944686 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 40290) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:52:07.077550 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:07.096061 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:52:07.100750 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Usage tracker for resource:security_group_rule and tenant:830d1eda017d4e9aa0919bee176e8f81 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:52:07.103787 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:52:07.109983 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:52:07.301814 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:07.306827 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:07.314010 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-21a082c8-fe81-4583-a61c-a99d678bce44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:52:07.354038 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=830d1eda017d4e9aa0919bee176e8f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081740 Jun 04 00:52:07.355027 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1ddd2c-0d4e-4c28-bf33-1124b4589304,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:52:07.356777 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40298) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:52:07.358298 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:52:07.415873 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:07.440966 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:07.496861 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:07.500893 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8974ceec-8251-4a11-95f4-06ff3019ef66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:52:07.513650 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1ddd2c-0d4e-4c28-bf33-1124b4589304,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:52:07.522623 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.523003 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.523370 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.523758 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.524115 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.524480 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.524835 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.525185 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.525538 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.525952 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.526299 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.526643 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:07.529237 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:07.532343 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d1ddd2c-0d4e-4c28-bf33-1124b4589304 HTTP/1.1" status: 204 len: 168 time: 0.1735854 Jun 04 00:52:07.533052 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:52:12.435382 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-7fd7a4b0-207b-449a-a1a9-4e38c81235d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:14.983455 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:15.211004 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b4c83625-86f2-4b60-a4bc-1f5a78c8a771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:16.001064 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:17.635155 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:24.050828 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:25.787899 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e11c0-2cd0-49ac-bb21-f41ef1f3a045 req-cead22b6-fb27-490c-bce3-a21d2f798b23 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:25.789246 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-781e11c0-2cd0-49ac-bb21-f41ef1f3a045 req-cead22b6-fb27-490c-bce3-a21d2f798b23 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0977988 Jun 04 00:52:25.836292 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-781e11c0-2cd0-49ac-bb21-f41ef1f3a045 req-6a1c97b9-4e01-428f-9425-052d02a7dba3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389509 Jun 04 00:52:27.035883 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290655d2-6bff-415c-bbdf-598a33ae1df4 req-e3e6ad8a-b55a-4c1b-9baa-fa21963265a0 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:27.037326 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-290655d2-6bff-415c-bbdf-598a33ae1df4 req-e3e6ad8a-b55a-4c1b-9baa-fa21963265a0 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0812318 Jun 04 00:52:27.082814 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-290655d2-6bff-415c-bbdf-598a33ae1df4 req-933e4be7-9429-43af-8221-1fcaed1b166e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Jun 04 00:52:28.294399 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb810e-2efc-4c3a-b2ac-3f2a6f9caf57 req-81041424-074e-4170-8f70-f10eebc1cb13 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:28.295874 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-31eb810e-2efc-4c3a-b2ac-3f2a6f9caf57 req-81041424-074e-4170-8f70-f10eebc1cb13 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0948758 Jun 04 00:52:28.339590 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-31eb810e-2efc-4c3a-b2ac-3f2a6f9caf57 req-961b0066-060b-4513-9169-bfbcdcae6d12 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380487 Jun 04 00:52:29.545316 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d7751-9925-4e0b-b816-79cba56c6614 req-d7d82e5b-0492-42b6-9673-4096097baf60 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:29.546778 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-475d7751-9925-4e0b-b816-79cba56c6614 req-d7d82e5b-0492-42b6-9673-4096097baf60 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0822744 Jun 04 00:52:29.594443 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-475d7751-9925-4e0b-b816-79cba56c6614 req-52c7f873-b267-446f-b934-331c2c80df25 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418649 Jun 04 00:52:30.792643 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf454792-23a0-4887-868a-6a0521f33de2 req-ba2ce0b4-8297-46c3-af49-36c2050f61d5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:30.794095 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cf454792-23a0-4887-868a-6a0521f33de2 req-ba2ce0b4-8297-46c3-af49-36c2050f61d5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0834880 Jun 04 00:52:30.838178 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cf454792-23a0-4887-868a-6a0521f33de2 req-b60b88d6-ad61-4644-be3c-cde81aea7694 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378859 Jun 04 00:52:31.656835 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-7e2d5572-dfa7-481b-82b1-b73bd2038933 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746908 Jun 04 00:52:31.766231 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-2fcd94e2-3c8b-414e-8fb9-dcad3b5f2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:31.767665 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-2fcd94e2-3c8b-414e-8fb9-dcad3b5f2c90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50987ba81fc49a286c8432437d53a72&device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 1099 time: 0.0716407 Jun 04 00:52:31.916095 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-b3b63366-b69d-40c1-9473-fbb6adb7f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:31.917551 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-b3b63366-b69d-40c1-9473-fbb6adb7f22a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 200 len: 912 time: 0.1274009 Jun 04 00:52:32.087473 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-e5374ca4-4bdf-40e4-a0e4-84f7e5fcf70e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=272bcee4-10d7-41fc-8148-1391a91211ff HTTP/1.1" status: 200 len: 1002 time: 0.1448736 Jun 04 00:52:32.154029 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ac0f3-104b-4ff1-ab81-652f93afff96 req-43b3c720-fbee-45dc-ba7a-6c9c02f4d360 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:32.155439 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a85ac0f3-104b-4ff1-ab81-652f93afff96 req-43b3c720-fbee-45dc-ba7a-6c9c02f4d360 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.1657934 Jun 04 00:52:32.165804 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-2d545bea-eed7-4498-bca4-17d22dd06d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:32.167116 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-2d545bea-eed7-4498-bca4-17d22dd06d42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 200 len: 850 time: 0.0710285 Jun 04 00:52:32.251276 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a85ac0f3-104b-4ff1-ab81-652f93afff96 req-93896cda-600f-410c-96d9-02d5c54a9e3e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895009 Jun 04 00:52:32.271322 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-21d5eab8-cb01-44c2-b86a-d1c9bf663b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:32.272814 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-21d5eab8-cb01-44c2-b86a-d1c9bf663b81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9655d0e8-abb1-48a6-b974-85aa3b25885a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0938516 Jun 04 00:52:32.401499 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-f6103f01-14bd-4a24-b308-a8d21afc6065 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216793 Jun 04 00:52:32.548860 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f0cfa99-37e5-4404-9ec0-bceb0ddcfd4e req-df028a9f-e757-48a8-9dbf-a0197143c562 service neutron] 10.222.0.47 "GET /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404984 Jun 04 00:52:33.446564 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887d6c3-6e18-43e9-8680-52cba80da019 req-216043d5-f54d-46c6-a3d9-25552b612284 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:33.448056 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9887d6c3-6e18-43e9-8680-52cba80da019 req-216043d5-f54d-46c6-a3d9-25552b612284 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0849309 Jun 04 00:52:33.492591 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9887d6c3-6e18-43e9-8680-52cba80da019 req-78d1d4c7-4c51-4b07-a4d5-f180766a2891 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386250 Jun 04 00:52:34.701317 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed37-aa64-45e5-863e-113c49f4da99 req-ddccabff-2287-4b8d-9b2a-1c9a569ea033 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:34.702784 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f5d0ed37-aa64-45e5-863e-113c49f4da99 req-ddccabff-2287-4b8d-9b2a-1c9a569ea033 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0902936 Jun 04 00:52:34.828888 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f5d0ed37-aa64-45e5-863e-113c49f4da99 req-7246f3e8-e186-46d1-b9b6-6d764ba50db5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178076 Jun 04 00:52:36.038518 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365118a6-e6c8-432b-bc8f-6f4abfd85f44 req-d2e914c4-3f47-4ae7-9741-9da18dd1a15a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:36.039967 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-365118a6-e6c8-432b-bc8f-6f4abfd85f44 req-d2e914c4-3f47-4ae7-9741-9da18dd1a15a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0828481 Jun 04 00:52:36.083779 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-365118a6-e6c8-432b-bc8f-6f4abfd85f44 req-1f9dbdb2-08b4-46c7-9c14-c2bef266b888 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380905 Jun 04 00:52:36.991158 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 373ca20f-0a74-4797-8965-0bb60edca5ed details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:52:37.132510 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:52:37.146005 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'port_id': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'mac_address': 'fa:16:3e:c4:b4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:52:37.201319 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:37.218264 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 373ca20f-0a74-4797-8965-0bb60edca5ed {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:52:37.233811 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:52:37.238459 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:37.240498 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-06c7be81-ba4d-4719-8fa8-0881e521edb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:52:37.279052 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cad84-85b5-40f0-aa98-fa2308ee6372 req-a36f37ed-4448-4a1b-9def-8d2cb98659ac tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:37.280627 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6e0cad84-85b5-40f0-aa98-fa2308ee6372 req-a36f37ed-4448-4a1b-9def-8d2cb98659ac tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0880914 Jun 04 00:52:37.310012 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=6']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:52:37.317427 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.317817 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.318158 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.318497 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.318819 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.319145 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.319463 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.319817 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.320144 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.320443 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.320763 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.321064 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:52:37.325012 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:52:37.327472 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6e0cad84-85b5-40f0-aa98-fa2308ee6372 req-8a432fd7-47b4-43d7-95e1-6900ceb87e36 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404665 Jun 04 00:52:37.413334 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['373ca20f-0a74-4797-8965-0bb60edca5ed'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:52:38.539170 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beba01-a1fa-446b-9fb7-94bd52d86bd9 req-e64d5727-5c3e-4bdb-93b4-e77f468bceef tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:38.540690 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e5beba01-a1fa-446b-9fb7-94bd52d86bd9 req-e64d5727-5c3e-4bdb-93b4-e77f468bceef tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 945 time: 0.0848730 Jun 04 00:52:38.589394 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e5beba01-a1fa-446b-9fb7-94bd52d86bd9 req-29023add-a46d-46e1-b54b-72abaf3b52ef tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420411 Jun 04 00:52:39.008221 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 373ca20f-0a74-4797-8965-0bb60edca5ed up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:52:39.092321 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 373ca20f-0a74-4797-8965-0bb60edca5ed triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:52:39.092721 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:39.208923 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:39.235859 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:52:39.238107 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc72853b-649b-4ba2-9497-daea1de52032" -d '{"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-plugged", "status": "completed", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:52:39.246188 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:52:39.252203 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:39.254531 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:52:39.283616 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a30c60-bd62-482b-9dac-9ff3dfa4e9d3 x-openstack-request-id: req-60a30c60-bd62-482b-9dac-9ff3dfa4e9d3 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:52:39.283919 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-plugged", "status": "completed", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:52:39.284132 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60a30c60-bd62-482b-9dac-9ff3dfa4e9d3 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:52:39.284507 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'code': 200} Jun 04 00:52:39.320271 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=7']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:52:39.323338 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:52:39.443817 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:52:39.812384 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246396f-3da9-4b20-ac47-0b5c47ebe0a6 req-231babd6-e885-410f-880b-82b4aa5fa7e3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:39.814022 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b246396f-3da9-4b20-ac47-0b5c47ebe0a6 req-231babd6-e885-410f-880b-82b4aa5fa7e3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.1020384 Jun 04 00:52:39.861608 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b246396f-3da9-4b20-ac47-0b5c47ebe0a6 req-8afc5be3-f5b5-4d13-9076-947de3ce1d4f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391719 Jun 04 00:52:41.076578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e256355-2b1b-4dac-9710-68b994c4b1fb req-c1cc395b-b9ee-4a78-b830-1dab5795e2b6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:41.078011 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4e256355-2b1b-4dac-9710-68b994c4b1fb req-c1cc395b-b9ee-4a78-b830-1dab5795e2b6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0913389 Jun 04 00:52:41.128247 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4e256355-2b1b-4dac-9710-68b994c4b1fb req-fcf185f9-7c1a-43db-9898-c7f9a96c2c18 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Jun 04 00:52:42.330524 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1ff63-35d6-4eef-9749-82cf43ae2844 req-0565056e-da0b-4129-8a23-215113e47415 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:42.331968 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3be1ff63-35d6-4eef-9749-82cf43ae2844 req-0565056e-da0b-4129-8a23-215113e47415 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0827820 Jun 04 00:52:42.375877 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3be1ff63-35d6-4eef-9749-82cf43ae2844 req-c282e9b5-e7da-4699-a597-db3271f970e6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379524 Jun 04 00:52:42.430125 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a31e2216-ae95-4c2b-b864-22e5f4d85c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:43.593061 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6973e-0999-4cfa-aa05-10b375bccc57 req-3f868464-5b75-4728-83ea-0e3a7cd9d1ad tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:43.594979 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2ed6973e-0999-4cfa-aa05-10b375bccc57 req-3f868464-5b75-4728-83ea-0e3a7cd9d1ad tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0843458 Jun 04 00:52:43.642255 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2ed6973e-0999-4cfa-aa05-10b375bccc57 req-0d8f98b5-486b-483d-a19e-01a9e4c6a776 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Jun 04 00:52:44.853075 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d798-b2d8-4e8b-a626-6f2d4a8d2318 req-fecd8eb7-4371-4fbd-a680-51deb633648d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:44.854650 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2e49d798-b2d8-4e8b-a626-6f2d4a8d2318 req-fecd8eb7-4371-4fbd-a680-51deb633648d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0874269 Jun 04 00:52:44.912072 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2e49d798-b2d8-4e8b-a626-6f2d4a8d2318 req-b4da3c02-fb69-4ea4-8de8-1097b27ed44c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511146 Jun 04 00:52:44.978948 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:45.205725 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-81c9557f-7874-4381-a4c5-7448e0ec5424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:45.999769 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:46.167574 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e19cd-4919-4679-9e32-cb7e13fa50db req-d5b0e973-71c5-4b10-92ff-4a3c1bf59e99 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:46.175131 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c67e19cd-4919-4679-9e32-cb7e13fa50db req-d5b0e973-71c5-4b10-92ff-4a3c1bf59e99 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.1259339 Jun 04 00:52:46.220743 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c67e19cd-4919-4679-9e32-cb7e13fa50db req-d46b6829-9b85-4a41-ab2f-b04ae628b501 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444860 Jun 04 00:52:47.418890 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15fd51-b7cf-498f-b3e4-9d4c1ac177ba req-bde926f5-e0c5-45c0-b5b9-1f90ee1a7ce7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:47.420640 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fd15fd51-b7cf-498f-b3e4-9d4c1ac177ba req-bde926f5-e0c5-45c0-b5b9-1f90ee1a7ce7 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0855396 Jun 04 00:52:47.484129 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fd15fd51-b7cf-498f-b3e4-9d4c1ac177ba req-45b227b7-0188-4a88-b258-cbe910f5ff9a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570087 Jun 04 00:52:47.631538 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:48.695035 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aacec9-c93b-4d70-87b6-c088778a1ca1 req-901b8c3c-2d18-4743-a35a-e42c9191ba73 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:48.697391 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-55aacec9-c93b-4d70-87b6-c088778a1ca1 req-901b8c3c-2d18-4743-a35a-e42c9191ba73 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.1006119 Jun 04 00:52:48.755279 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-55aacec9-c93b-4d70-87b6-c088778a1ca1 req-b78be4f2-b9cd-406b-ac3d-0e1814465110 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513380 Jun 04 00:52:49.970776 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daa311-5d14-4af1-ac2f-524d31c71ebd req-a550ccf9-89b1-4caa-a66c-f40e632b733f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:49.977957 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-74daa311-5d14-4af1-ac2f-524d31c71ebd req-a550ccf9-89b1-4caa-a66c-f40e632b733f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.1079056 Jun 04 00:52:50.031372 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-74daa311-5d14-4af1-ac2f-524d31c71ebd req-d6dbb7cb-3606-4f9e-b035-b3d32265d1fd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524426 Jun 04 00:52:51.226199 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830e7d0-57ae-4615-b54b-12a4427db4ff req-049b1b44-445b-43f8-b1c7-e7552245f5e5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:51.234876 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4830e7d0-57ae-4615-b54b-12a4427db4ff req-049b1b44-445b-43f8-b1c7-e7552245f5e5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0955157 Jun 04 00:52:51.291348 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4830e7d0-57ae-4615-b54b-12a4427db4ff req-35bb0b08-3780-4fab-821e-5eed3c2b87b8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519404 Jun 04 00:52:52.486816 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d344d8-8a2c-4cf4-a23e-d0d23e1af158 req-5b8de491-fadc-480a-b90f-cf0f2946ae68 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:52.488320 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-31d344d8-8a2c-4cf4-a23e-d0d23e1af158 req-5b8de491-fadc-480a-b90f-cf0f2946ae68 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0860484 Jun 04 00:52:52.534264 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-31d344d8-8a2c-4cf4-a23e-d0d23e1af158 req-33d15149-0ee3-47ff-89ba-c60e4e81aa92 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396509 Jun 04 00:52:53.357021 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-3bb19b8c-e4c2-4881-aa4e-f407bbd111e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:53.358499 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-3bb19b8c-e4c2-4881-aa4e-f407bbd111e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 1099 time: 0.0815971 Jun 04 00:52:53.490605 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-f07d9cae-299e-4ff3-b0e2-c625d0c5b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:53.492206 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-f07d9cae-299e-4ff3-b0e2-c625d0c5b6c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.1265280 Jun 04 00:52:53.598646 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-18c0c8e5-2c91-4a0c-859f-29fcb7f3fd73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=373ca20f-0a74-4797-8965-0bb60edca5ed HTTP/1.1" status: 200 len: 1002 time: 0.0989850 Jun 04 00:52:53.662435 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-aa979afa-368c-4d35-94c2-c4a3a38782ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:53.664152 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-aa979afa-368c-4d35-94c2-c4a3a38782ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0587609 Jun 04 00:52:53.744197 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-ac248adf-5d7e-4fb6-ab05-1c4db89cbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:53.745698 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-ac248adf-5d7e-4fb6-ab05-1c4db89cbe47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0746458 Jun 04 00:52:53.821445 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beca24-950b-4e10-82c3-2bb9c7acbae4 req-6ab647f3-371c-44ab-ba04-29595098bb00 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:53.822995 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d7beca24-950b-4e10-82c3-2bb9c7acbae4 req-6ab647f3-371c-44ab-ba04-29595098bb00 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.1737378 Jun 04 00:52:53.872832 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d7beca24-950b-4e10-82c3-2bb9c7acbae4 req-d636c734-09bf-4c95-befa-99b0963c99ff tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436521 Jun 04 00:52:53.884663 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-31af02be-ab4e-4585-a44a-f3c4ed8fba0f service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309898 Jun 04 00:52:54.022646 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a77314d3-d26c-4ad6-978d-af01cfa07778 req-ad835a14-cc0f-4537-9280-76bd1f435969 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306126 Jun 04 00:52:54.048993 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:55.085780 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ac518-e9b1-48d7-b631-0433fccd8e39 req-bdf7487f-9cd6-4a03-ab60-279b7f94acd9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:55.087278 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-600ac518-e9b1-48d7-b631-0433fccd8e39 req-bdf7487f-9cd6-4a03-ab60-279b7f94acd9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0863903 Jun 04 00:52:55.136525 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-600ac518-e9b1-48d7-b631-0433fccd8e39 req-a6ca621f-ce5d-46e6-8c5b-c12341b50269 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433905 Jun 04 00:52:56.339656 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ce3b4-ab2e-481c-be8d-f28d65a018cf req-fc2352c8-3901-427b-a952-a424747c5141 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:56.341143 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d25ce3b4-ab2e-481c-be8d-f28d65a018cf req-fc2352c8-3901-427b-a952-a424747c5141 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 946 time: 0.0891771 Jun 04 00:52:56.386509 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d25ce3b4-ab2e-481c-be8d-f28d65a018cf req-df72adec-b485-45b0-baf4-203b683286fe tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389688 Jun 04 00:52:57.079020 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 373ca20f-0a74-4797-8965-0bb60edca5ed no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:52:57.196665 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:57.223459 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:52:57.225769 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d4e240-ddf6-4aab-b96b-3ce7df8f5fa1" -d '{"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-unplugged", "status": "completed", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:52:57.233718 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:52:57.239413 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:52:57.241280 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:52:57.273303 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Jun 2021 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b7079c-bcc7-45ec-a019-c58f4e99dc49 x-openstack-request-id: req-c3b7079c-bcc7-45ec-a019-c58f4e99dc49 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:52:57.273598 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-unplugged", "status": "failed", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed", "code": 422}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:52:57.273854 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3b7079c-bcc7-45ec-a019-c58f4e99dc49 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:52:57.274326 dv-cinder-489949-11-smb neutron-server[103535]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'code': 422} returned with failed status Jun 04 00:52:57.318530 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=8']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:52:57.321976 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:52:57.890697 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834da51-8153-4717-b6ce-ba928e9db1fd req-46d69af0-a353-4594-947d-7b495c79deb9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:57.892259 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a834da51-8153-4717-b6ce-ba928e9db1fd req-46d69af0-a353-4594-947d-7b495c79deb9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0786438 Jun 04 00:52:57.939989 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a834da51-8153-4717-b6ce-ba928e9db1fd req-7b4246d0-5cdd-4e04-aa76-46ab4ff6b969 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420864 Jun 04 00:52:58.165611 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40636) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:52:58.287813 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-f854110e-750e-4bc3-9531-5a7283d3358b req-780645c0-c25f-4ea8-9159-94f6071110f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208169 Jun 04 00:52:59.131661 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4adbe0-4ca1-4b85-9ea1-9f1a489c6d2e req-4039065e-3673-4ac1-a0ab-31cd4cd16e9c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:59.133147 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5e4adbe0-4ca1-4b85-9ea1-9f1a489c6d2e req-4039065e-3673-4ac1-a0ab-31cd4cd16e9c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0797808 Jun 04 00:52:59.182972 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5e4adbe0-4ca1-4b85-9ea1-9f1a489c6d2e req-698254f0-387c-452e-b277-60b72790295d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441334 Jun 04 00:52:59.274877 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854110e-750e-4bc3-9531-5a7283d3358b req-af3192eb-7266-41de-87a5-21d659d9ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:59.276298 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f854110e-750e-4bc3-9531-5a7283d3358b req-af3192eb-7266-41de-87a5-21d659d9ac78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138&tenant_id=73f2606236bc4287831e9973cd15c78a HTTP/1.1" status: 200 len: 1097 time: 0.0726917 Jun 04 00:52:59.379564 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854110e-750e-4bc3-9531-5a7283d3358b req-a92219d7-d720-4474-8aaf-f4b7de307420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:59.380988 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f854110e-750e-4bc3-9531-5a7283d3358b req-a92219d7-d720-4474-8aaf-f4b7de307420 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 1097 time: 0.0718555 Jun 04 00:52:59.523175 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854110e-750e-4bc3-9531-5a7283d3358b req-4ccb95df-421b-45bd-9142-c445c3909a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:59.524680 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f854110e-750e-4bc3-9531-5a7283d3358b req-4ccb95df-421b-45bd-9142-c445c3909a0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.1373632 Jun 04 00:52:59.704917 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f854110e-750e-4bc3-9531-5a7283d3358b req-325a514f-acae-4339-b6b0-03db8a3db150 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=373ca20f-0a74-4797-8965-0bb60edca5ed HTTP/1.1" status: 200 len: 1000 time: 0.1731012 Jun 04 00:52:59.769785 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854110e-750e-4bc3-9531-5a7283d3358b req-669ae024-5c84-4399-b0ac-39449a881408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:59.771176 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f854110e-750e-4bc3-9531-5a7283d3358b req-669ae024-5c84-4399-b0ac-39449a881408 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0596859 Jun 04 00:52:59.846554 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854110e-750e-4bc3-9531-5a7283d3358b req-a6db447c-335f-41e2-a53e-e4b5e32b667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:52:59.848000 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f854110e-750e-4bc3-9531-5a7283d3358b req-a6db447c-335f-41e2-a53e-e4b5e32b667f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0703299 Jun 04 00:52:59.983910 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f854110e-750e-4bc3-9531-5a7283d3358b req-1a6fb7c3-a978-4655-8a2d-09fef50ff309 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293426 Jun 04 00:53:00.115876 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f854110e-750e-4bc3-9531-5a7283d3358b req-74da4d2c-f436-43c1-bd74-a536144c9f25 service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254508 Jun 04 00:53:00.387358 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca19787-d8d6-4bb3-8445-18adf28224ba req-93c2bb8b-7ffa-41c1-b514-6905d9ef4bb4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:00.388887 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1ca19787-d8d6-4bb3-8445-18adf28224ba req-93c2bb8b-7ffa-41c1-b514-6905d9ef4bb4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0868454 Jun 04 00:53:00.434124 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1ca19787-d8d6-4bb3-8445-18adf28224ba req-2204f6f6-e58c-49aa-b2d3-a5197c195ec2 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393183 Jun 04 00:53:01.628648 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa09e6-2314-42bd-86fc-78a61be38cf4 req-ac3925d6-8ff6-4f39-bc12-a475c6668d96 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:01.630132 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-33fa09e6-2314-42bd-86fc-78a61be38cf4 req-ac3925d6-8ff6-4f39-bc12-a475c6668d96 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0824387 Jun 04 00:53:01.680652 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-33fa09e6-2314-42bd-86fc-78a61be38cf4 req-95b22e59-52ab-4b45-80b4-c32b2998b2b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434091 Jun 04 00:53:02.889322 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1377b-d625-4684-9cb0-9aecee17839e req-7300bae8-51b7-4561-a394-4671177dbea1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:02.890796 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-26d1377b-d625-4684-9cb0-9aecee17839e req-7300bae8-51b7-4561-a394-4671177dbea1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0875955 Jun 04 00:53:02.938250 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-26d1377b-d625-4684-9cb0-9aecee17839e req-940b6acf-9481-40d8-8aaf-ea2208384448 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Jun 04 00:53:04.152323 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64d8d5-c3ea-48fa-a343-7c03691c137e req-896f0488-e1c6-4fba-b668-95a94021ce49 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:04.153841 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bd64d8d5-c3ea-48fa-a343-7c03691c137e req-896f0488-e1c6-4fba-b668-95a94021ce49 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0964615 Jun 04 00:53:04.204824 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bd64d8d5-c3ea-48fa-a343-7c03691c137e req-3d016f84-bb8f-4a5d-9887-f8b3464ac3d9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444074 Jun 04 00:53:05.417388 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e22bb-3f8a-46de-a879-c731c31bdd6e req-0f0728e7-53f2-4730-bc60-03be6964b4f9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:05.418889 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-796e22bb-3f8a-46de-a879-c731c31bdd6e req-0f0728e7-53f2-4730-bc60-03be6964b4f9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0902052 Jun 04 00:53:05.466412 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-796e22bb-3f8a-46de-a879-c731c31bdd6e req-b2408c66-b472-43b0-9296-b3b93d2feb06 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412004 Jun 04 00:53:06.673472 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28228a58-3d1f-4f40-9677-03c45221c694 req-5df4642c-c7d7-4419-8128-3225d6fb5cab tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:06.674857 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-28228a58-3d1f-4f40-9677-03c45221c694 req-5df4642c-c7d7-4419-8128-3225d6fb5cab tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0867808 Jun 04 00:53:06.727165 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-28228a58-3d1f-4f40-9677-03c45221c694 req-84d2d2c3-8b88-49eb-9b25-7639d8602612 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462358 Jun 04 00:53:07.920407 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3399f0-b13c-4c6f-a6b6-d1b5fbd56363 req-6b57c97c-7010-454d-a858-9cee3c5f36a1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:07.921918 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2c3399f0-b13c-4c6f-a6b6-d1b5fbd56363 req-6b57c97c-7010-454d-a858-9cee3c5f36a1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0822830 Jun 04 00:53:07.973826 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2c3399f0-b13c-4c6f-a6b6-d1b5fbd56363 req-fcc6adc9-a91e-45a2-ac45-2a9672d2416d tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456414 Jun 04 00:53:09.174729 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545a914-9f69-45e8-a1b3-f53ed872b872 req-7043381e-0faf-41ab-b580-8a870d650768 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:09.177202 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c545a914-9f69-45e8-a1b3-f53ed872b872 req-7043381e-0faf-41ab-b580-8a870d650768 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0894537 Jun 04 00:53:09.224114 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c545a914-9f69-45e8-a1b3-f53ed872b872 req-b1a1cc10-9cc6-4d68-b000-6589c408bfd1 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Jun 04 00:53:10.430497 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d5767-0a96-490f-9098-6165fe804946 req-185d4b86-2978-4ae7-9866-164ce7e51a18 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:10.432031 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1f4d5767-0a96-490f-9098-6165fe804946 req-185d4b86-2978-4ae7-9866-164ce7e51a18 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0871515 Jun 04 00:53:10.481928 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1f4d5767-0a96-490f-9098-6165fe804946 req-aa30f1f9-c2f6-4c91-bcbc-bdece1c1b16c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Jun 04 00:53:11.690803 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c7f22-2d79-4242-95b6-97fc8294f2ae req-01d05391-4234-4dcd-a01d-7bd2569f8882 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:11.692225 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-488c7f22-2d79-4242-95b6-97fc8294f2ae req-01d05391-4234-4dcd-a01d-7bd2569f8882 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0919929 Jun 04 00:53:11.737661 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-488c7f22-2d79-4242-95b6-97fc8294f2ae req-db2504ba-b7ba-476e-ba14-b7fcd820cd69 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 Jun 04 00:53:12.434325 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-929ef9e6-ac6d-4c52-9e8d-701543483440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:12.952785 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97a4d6-1933-4b9d-add7-4b8cdd06e1a6 req-5cd22d60-644f-46f8-a82d-b873e0d0da7c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:12.954235 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3b97a4d6-1933-4b9d-add7-4b8cdd06e1a6 req-5cd22d60-644f-46f8-a82d-b873e0d0da7c tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0971472 Jun 04 00:53:12.999296 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3b97a4d6-1933-4b9d-add7-4b8cdd06e1a6 req-b9a09d60-6ae3-45d4-a85f-373ff5cad562 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391705 Jun 04 00:53:14.211000 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8db8c7-8c90-4df8-9286-dfca362722ce req-1763da28-6527-48ab-8b7d-f0de688f9d93 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:14.212440 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bb8db8c7-8c90-4df8-9286-dfca362722ce req-1763da28-6527-48ab-8b7d-f0de688f9d93 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0883305 Jun 04 00:53:14.258374 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bb8db8c7-8c90-4df8-9286-dfca362722ce req-49ba0702-e3df-4500-9293-2a693b034a04 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374634 Jun 04 00:53:14.974739 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:15.219645 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-9f85665d-2802-46e8-b837-8d96b91222b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:15.476968 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37706-5c37-4686-96cf-f63d0be187e1 req-c8680a00-69ea-443c-a89f-644643c3ddf6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:15.478418 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-89f37706-5c37-4686-96cf-f63d0be187e1 req-c8680a00-69ea-443c-a89f-644643c3ddf6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0948257 Jun 04 00:53:15.524344 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-89f37706-5c37-4686-96cf-f63d0be187e1 req-97d1bbac-3664-427d-8ffa-0e1d723c6e0f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399735 Jun 04 00:53:16.000754 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:16.442741 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:53:16.735188 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076208-cffc-405a-912b-2494bdd760e8 req-64f5aa86-93f3-4d48-812a-35473dcde0a5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:16.736591 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-63076208-cffc-405a-912b-2494bdd760e8 req-64f5aa86-93f3-4d48-812a-35473dcde0a5 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 944 time: 0.0910573 Jun 04 00:53:16.788077 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-63076208-cffc-405a-912b-2494bdd760e8 req-18d4ff25-b328-47c5-8361-4df5cd60cbfb tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 Jun 04 00:53:17.080845 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 373ca20f-0a74-4797-8965-0bb60edca5ed details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:53:17.219544 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:53:17.232975 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'port_id': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'mac_address': 'fa:16:3e:c4:b4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:53:17.287891 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:17.308028 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373ca20f-0a74-4797-8965-0bb60edca5ed {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:53:17.324313 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:53:17.329046 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:17.331774 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:17.423070 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=9']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:17.426437 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:17.634211 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:17.766284 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['373ca20f-0a74-4797-8965-0bb60edca5ed'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:53:17.986331 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b9ba5-ea74-4297-af5d-91a1708a49f6 req-5e2926c2-5575-4cc6-adce-64047471ad19 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:17.987835 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-618b9ba5-ea74-4297-af5d-91a1708a49f6 req-5e2926c2-5575-4cc6-adce-64047471ad19 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 945 time: 0.0840490 Jun 04 00:53:18.032534 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-618b9ba5-ea74-4297-af5d-91a1708a49f6 req-26acba98-2bda-4b84-846c-ffa349b640c3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383747 Jun 04 00:53:18.059861 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67f437-47b1-4125-b92d-febc6cff22bc req-1b013d39-8b32-45ef-9470-a9050a0f9fab tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:18.061317 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ee67f437-47b1-4125-b92d-febc6cff22bc req-1b013d39-8b32-45ef-9470-a9050a0f9fab tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 946 time: 0.0878580 Jun 04 00:53:18.105744 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ee67f437-47b1-4125-b92d-febc6cff22bc req-2ffd8d8b-555d-4e2a-8099-5150788555f4 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385375 Jun 04 00:53:19.094065 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 373ca20f-0a74-4797-8965-0bb60edca5ed up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:53:19.167231 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 373ca20f-0a74-4797-8965-0bb60edca5ed triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:53:19.167652 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:19.243129 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e81d86-5b51-4006-95a9-434f57ab454c req-6984b761-1849-49b6-b9f4-c3133f970884 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:19.244981 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-90e81d86-5b51-4006-95a9-434f57ab454c req-6984b761-1849-49b6-b9f4-c3133f970884 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 945 time: 0.0860219 Jun 04 00:53:19.284373 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:19.292081 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-90e81d86-5b51-4006-95a9-434f57ab454c req-09998917-588c-46fb-b321-f2da441952b6 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409915 Jun 04 00:53:19.299498 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811feda1-8894-4e90-b7e9-9e65dd06191f req-4f5b5656-e126-41e3-9270-260bc84652b7 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:19.301008 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-811feda1-8894-4e90-b7e9-9e65dd06191f req-4f5b5656-e126-41e3-9270-260bc84652b7 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 946 time: 0.0794640 Jun 04 00:53:19.313441 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:53:19.315766 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb84286-2228-4d45-95d6-f6653cce34d0" -d '{"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-plugged", "status": "completed", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:53:19.323377 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:53:19.327980 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:19.330718 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:19.354519 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-811feda1-8894-4e90-b7e9-9e65dd06191f req-9e84c8ff-fc69-4d6b-a8ea-a1b9ee5a91bc tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Jun 04 00:53:19.365513 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba55751-a8f9-4b24-885d-432dae75c4ab x-openstack-request-id: req-4ba55751-a8f9-4b24-885d-432dae75c4ab {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:53:19.365813 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-plugged", "status": "completed", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:53:19.366070 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ba55751-a8f9-4b24-885d-432dae75c4ab {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:53:19.366615 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'code': 200} Jun 04 00:53:19.408665 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=10']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:19.412086 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:19.703875 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89c722-5292-4987-a4ee-949ebe9aa58e req-1627694b-dea8-4f62-8b6a-9bc004fa72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:19.705324 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2a89c722-5292-4987-a4ee-949ebe9aa58e req-1627694b-dea8-4f62-8b6a-9bc004fa72a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 1100 time: 0.0907230 Jun 04 00:53:19.746178 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2a89c722-5292-4987-a4ee-949ebe9aa58e req-47525aaa-dd53-479d-8365-a03183998aff service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334566 Jun 04 00:53:20.492808 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbb6e0-f126-4a9d-9ccc-abacf85e4513 req-07bb9d4f-4e46-4482-942b-069e98c3fbb8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:20.494743 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cffbb6e0-f126-4a9d-9ccc-abacf85e4513 req-07bb9d4f-4e46-4482-942b-069e98c3fbb8 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 947 time: 0.0881593 Jun 04 00:53:20.548213 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19f40-3768-4769-8894-cba91fd2136e req-1aa31995-8a44-4ffd-bd21-d4e0535812c1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:20.548749 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cffbb6e0-f126-4a9d-9ccc-abacf85e4513 req-923e6df3-61f7-45f2-a28c-08933aa83d7f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471380 Jun 04 00:53:20.555491 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ebe19f40-3768-4769-8894-cba91fd2136e req-1aa31995-8a44-4ffd-bd21-d4e0535812c1 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 946 time: 0.0894063 Jun 04 00:53:20.598991 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ebe19f40-3768-4769-8894-cba91fd2136e req-1e7b6668-f317-441f-be5f-9401e93f6a83 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9acde55-77ff-41eb-a42c-a27f4dc36687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Jun 04 00:53:20.691346 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-4ebb8224-ddfd-47a6-ac9c-8b4e68b50b81 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:20.692783 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-4ebb8224-ddfd-47a6-ac9c-8b4e68b50b81 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 946 time: 0.0804460 Jun 04 00:53:20.916214 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Deleting port 272bcee4-10d7-41fc-8148-1391a91211ff {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:53:20.916591 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:21.047410 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] For port 272bcee4-10d7-41fc-8148-1391a91211ff, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=272bcee4-10d7-41fc-8148-1391a91211ff,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:53:21.047768 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:21.330855 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:21.331104 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:21.331420 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.l3_db [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Floating IP 0f16a963-8753-4764-833d-355087d9842d disassociated. External IP: 172.28.1.183, port: 272bcee4-10d7-41fc-8148-1391a91211ff. Jun 04 00:53:21.331780 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Calling delete_port for 272bcee4-10d7-41fc-8148-1391a91211ff owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:53:21.449084 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:21.454926 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-135d61f4-291b-47f7-963f-35f7d6cd0ac3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:21.500583 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event deleted for resources: {'Port': ['ID=272bcee4-10d7-41fc-8148-1391a91211ff,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:21.514955 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.515331 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.515733 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.516087 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.516442 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.516796 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.517146 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.517494 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.517875 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.518220 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.518568 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.518921 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:21.522220 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:21.732066 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Router 24efaf82-b224-4770-9108-d434a80e4e0f has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:53:21.747139 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f700a-e2c2-4187-b01d-af97a663af10 req-a2a1bc58-0f6b-4e36-b2db-5c1517b73e8e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:21.754155 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-821f700a-e2c2-4187-b01d-af97a663af10 req-a2a1bc58-0f6b-4e36-b2db-5c1517b73e8e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 947 time: 0.0940466 Jun 04 00:53:21.793868 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-821f700a-e2c2-4187-b01d-af97a663af10 req-ec2da361-4faf-48d6-a159-044204d3922a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386145 Jun 04 00:53:21.860433 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-749353d0-ed74-4cef-8113-a847e9935220 req-e1c6ea7c-cc60-41f3-8f39-2265f753a1b9 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c63e759-348a-4f90-b9a8-81f01a598b4c HTTP/1.1" status: 200 len: 210 time: 0.0660086 Jun 04 00:53:21.967776 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:53:21.978534 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6a547-2378-432b-919e-a23808984ede None None] Sync routers for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:53:21.990070 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6a547-2378-432b-919e-a23808984ede None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:53:21.990697 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-26f6a547-2378-432b-919e-a23808984ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:53:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:22.043843 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] No DVR routers for this DVR port 272bcee4-10d7-41fc-8148-1391a91211ff on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:53:22.046415 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:22.049115 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'name': 'network-vif-deleted', 'tag': '272bcee4-10d7-41fc-8148-1391a91211ff'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:53:22.051460 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fa06a4-a2b0-4e47-bd4b-5ff87b3b7e8c" -d '{"events": [{"server_uuid": "3c63e759-348a-4f90-b9a8-81f01a598b4c", "name": "network-vif-deleted", "tag": "272bcee4-10d7-41fc-8148-1391a91211ff"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:53:22.072155 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6845d046-f16b-4f02-8dce-ff4b5747e9ee req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.47 "DELETE /v2.0/ports/272bcee4-10d7-41fc-8148-1391a91211ff HTTP/1.1" status: 204 len: 173 time: 1.3721805 Jun 04 00:53:22.111449 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54086a44-5961-4536-bf90-3c89b7b58997 x-openstack-request-id: req-54086a44-5961-4536-bf90-3c89b7b58997 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:53:22.111802 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c63e759-348a-4f90-b9a8-81f01a598b4c", "name": "network-vif-deleted", "tag": "272bcee4-10d7-41fc-8148-1391a91211ff", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:53:22.112117 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54086a44-5961-4536-bf90-3c89b7b58997 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:53:22.112581 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c63e759-348a-4f90-b9a8-81f01a598b4c', 'name': 'network-vif-deleted', 'tag': '272bcee4-10d7-41fc-8148-1391a91211ff', 'status': 'completed', 'code': 200} Jun 04 00:53:22.168713 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-26f6a547-2378-432b-919e-a23808984ede None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:53:22.484492 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-26f6a547-2378-432b-919e-a23808984ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:22.488741 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6a547-2378-432b-919e-a23808984ede None None] Checking router: 24efaf82-b224-4770-9108-d434a80e4e0f for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:53:22.498428 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6a547-2378-432b-919e-a23808984ede None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:53:22.499065 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-26f6a547-2378-432b-919e-a23808984ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:53:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:22.678286 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-26f6a547-2378-432b-919e-a23808984ede None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:53:22.997643 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac632e1a-0ff8-4ef8-8048-234c798b0aaf req-157ca6cc-8d52-42b1-8679-d5211e14f253 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:22.998622 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ac632e1a-0ff8-4ef8-8048-234c798b0aaf req-157ca6cc-8d52-42b1-8679-d5211e14f253 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 947 time: 0.0839262 Jun 04 00:53:23.030816 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-26f6a547-2378-432b-919e-a23808984ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:23.034735 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6a547-2378-432b-919e-a23808984ede None None] The sync data for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb is: [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:45:33Z', 'revision_number': 4, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '9c3a2088-5dff-414e-9988-6e5e33b6427d', 'name': '', 'network_id': '9655d0e8-abb1-48a6-b974-85aa3b25885a', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'mac_address': 'fa:16:3e:78:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:29Z', 'updated_at': '2021-06-04T00:45:51Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'subnets': [{'id': '9aa3b71d-315c-438b-94c6-fd5e039a4068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:53:23.042407 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-ac632e1a-0ff8-4ef8-8048-234c798b0aaf req-2e3f521d-fa65-44a5-a3f2-a2f7f7892d2f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380137 Jun 04 00:53:23.248073 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784744ef-7a30-4cd4-a72a-fe1bcf245f54 None None] New status for floating IP 0f16a963-8753-4764-833d-355087d9842d: DOWN {{(pid=103536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:53:24.033340 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40804) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:24.060481 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:24.100315 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:24.129172 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:24.189181 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:24.192815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8801093b-143e-4516-8ecd-29d1a0b085de tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:24.207708 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9acde55-77ff-41eb-a42c-a27f4dc36687,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:24.215933 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.216307 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.216667 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.217024 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.217372 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.217725 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.218071 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.218418 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.218764 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.219105 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.219451 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.219814 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:53:24.225241 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:24.227344 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:24.231350 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a0320ade-a414-4978-bfe6-6ba24aceb1ff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "DELETE /v2.0/security-groups/e9acde55-77ff-41eb-a42c-a27f4dc36687 HTTP/1.1" status: 204 len: 168 time: 0.1969121 Jun 04 00:53:24.231513 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 40806) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:24.249179 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.api.v2.resource [None req-962bc0c9-3120-44da-b206-fd6d05d70aa3 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] show failed (client error): The resource could not be found. Jun 04 00:53:24.250164 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-962bc0c9-3120-44da-b206-fd6d05d70aa3 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "GET /v2.0/security-groups/e9acde55-77ff-41eb-a42c-a27f4dc36687 HTTP/1.1" status: 404 len: 347 time: 0.0175602 Jun 04 00:53:24.253009 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 40808) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:24.562413 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Deleting port 79c8b22d-641c-4369-91aa-dbe1424e7c70 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:53:24.562763 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:24.679601 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:24.679848 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:24.812320 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Calling delete_port for 79c8b22d-641c-4369-91aa-dbe1424e7c70 owned by network:floatingip {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:53:24.932176 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:24.936603 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8cac8117-cc49-4968-b56e-64218d0d8047 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:25.012981 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Pushing event deleted for resources: {'Port': ['ID=79c8b22d-641c-4369-91aa-dbe1424e7c70,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:25.019253 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:25.076899 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks [] for floatingip, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:25.091023 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:25.092203 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] 10.222.0.44 "DELETE /v2.0/floatingips/0f16a963-8753-4764-833d-355087d9842d HTTP/1.1" status: 204 len: 168 time: 0.8382759 Jun 04 00:53:25.131848 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 272bcee4-10d7-41fc-8148-1391a91211ff no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:53:25.168301 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 272bcee4-10d7-41fc-8148-1391a91211ff {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:53:25.168626 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 272bcee4-10d7-41fc-8148-1391a91211ff not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:53:29.174180 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40838) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:29.931854 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8269668'] for router_interface, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:30.348178 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Deleting port 9c3a2088-5dff-414e-9988-6e5e33b6427d {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:53:30.348899 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:30.468552 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] For port 9c3a2088-5dff-414e-9988-6e5e33b6427d, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=9c3a2088-5dff-414e-9988-6e5e33b6427d,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:53:30.468924 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:30.587437 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Calling delete_port for 9c3a2088-5dff-414e-9988-6e5e33b6427d owned by network:router_interface {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:53:30.884850 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:30.888825 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b939187d-0da3-4de1-9131-5e913049bd6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:30.930447 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3a2088-5dff-414e-9988-6e5e33b6427d,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:30.933274 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:31.309718 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8265146'] for router_interface, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:31.670028 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Router 24efaf82-b224-4770-9108-d434a80e4e0f has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:53:31.843827 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:53:31.853692 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] Sync routers for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:53:31.859584 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] 10.222.0.44 "PUT /v2.0/routers/24efaf82-b224-4770-9108-d434a80e4e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6818507 Jun 04 00:53:31.859915 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40842) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:31.863835 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:53:31.864442 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:53:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:32.031939 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:32.038522 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:53:32.204310 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:32.276846 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Deleting port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:53:32.277206 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:32.312403 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:53:30Z', 'revision_number': 5, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port': {'id': '616c659d-53d2-44f9-bbff-7ea7ce3e6a41', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:21Z', 'updated_at': '2021-06-04T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:32.316063 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] Checking router: 24efaf82-b224-4770-9108-d434a80e4e0f for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:53:32.324708 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] Routers {'24efaf82-b224-4770-9108-d434a80e4e0f'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:53:32.325290 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:53:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['24efaf82-b224-4770-9108-d434a80e4e0f'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:32.481544 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] Set router 24efaf82-b224-4770-9108-d434a80e4e0f gateway port host: None {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:53:32.509749 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] For port 616c659d-53d2-44f9-bbff-7ea7ce3e6a41, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=616c659d-53d2-44f9-bbff-7ea7ce3e6a41,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:53:32.510097 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:32.590825 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:53:32Z', 'revision_number': 6, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port_host': None}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:32.596295 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49cc487-cced-4d68-ad24-829e0e33b8ce None None] The sync data for ids ['24efaf82-b224-4770-9108-d434a80e4e0f'] in dv-cinder-489949-11-smb is: [{'id': '24efaf82-b224-4770-9108-d434a80e4e0f', 'name': 'tempest-AttachVolumeTestJSON-1869927517-router', 'tenant_id': 'e50987ba81fc49a286c8432437d53a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:20Z', 'updated_at': '2021-06-04T00:53:32Z', 'revision_number': 6, 'project_id': 'e50987ba81fc49a286c8432437d53a72', 'gw_port_host': None}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:53:32.637726 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Calling delete_port for 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 owned by network:router_gateway {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:53:32.776080 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:32.781429 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b9141536-1866-4b9b-97e7-2de6e9487857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:32.833799 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=616c659d-53d2-44f9-bbff-7ea7ce3e6a41,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:32.836981 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:32.925104 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8307993'] for router_gateway, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.095069 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8269863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.097221 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.126415 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8270003'] for router, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.126982 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24efaf82-b224-4770-9108-d434a80e4e0f {{(pid=103533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 00:53:33.143369 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.144935 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-c59afbac-6d5a-4171-94d0-ce76c1911f88 admin admin] 10.222.0.44 "DELETE /v2.0/routers/24efaf82-b224-4770-9108-d434a80e4e0f HTTP/1.1" status: 204 len: 168 time: 1.2840877 Jun 04 00:53:33.147484 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40846) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:33.212973 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac153ba2-556c-4cf8-97ca-f2c41e368b71 admin admin] Deleting subnet 9aa3b71d-315c-438b-94c6-fd5e039a4068 {{(pid=103533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:53:33.216220 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ac153ba2-556c-4cf8-97ca-f2c41e368b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.264508 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ac153ba2-556c-4cf8-97ca-f2c41e368b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7032485'] for subnet, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.382953 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ac153ba2-556c-4cf8-97ca-f2c41e368b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.598880 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-bd0aa4ac-7d43-4d9f-9079-5ab32120ddff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781963 Jun 04 00:53:33.638786 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ac153ba2-556c-4cf8-97ca-f2c41e368b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7030178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6313886'] for subnet, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.642771 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:33.677768 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac153ba2-556c-4cf8-97ca-f2c41e368b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa3b71d-315c-438b-94c6-fd5e039a4068,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:33.679899 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ac153ba2-556c-4cf8-97ca-f2c41e368b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.682727 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ac153ba2-556c-4cf8-97ca-f2c41e368b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:33.684941 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c7c1e-f8b5-46fa-9b15-ad5484c469d9 None None] Network 9655d0e8-abb1-48a6-b974-85aa3b25885a requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:53:33.686995 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-ac153ba2-556c-4cf8-97ca-f2c41e368b71 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9aa3b71d-315c-438b-94c6-fd5e039a4068 HTTP/1.1" status: 204 len: 168 time: 0.5383160 Jun 04 00:53:33.689393 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40848) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:33.770412 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-428d44fb-8cf1-423e-a964-2f358c9b9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:33.778722 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-428d44fb-8cf1-423e-a964-2f358c9b9811 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73f2606236bc4287831e9973cd15c78a&device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 1100 time: 0.0747476 Jun 04 00:53:33.801305 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.872748 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Deleting port 627c0de3-0126-434f-89a9-58ec6e4972d9 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:53:33.873350 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:33.934948 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-052149dc-a21f-488b-aa10-6953897c70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:33.936615 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-052149dc-a21f-488b-aa10-6953897c70b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 200 len: 918 time: 0.1357324 Jun 04 00:53:33.944956 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] DHCP port deletion for 9655d0e8-abb1-48a6-b974-85aa3b25885a request from dv-cinder-489949-11-smb {{(pid=103535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 00:53:34.015124 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] Deleting port 627c0de3-0126-434f-89a9-58ec6e4972d9 {{(pid=103535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:53:34.015882 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.046155 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-de524909-8601-47cb-ada2-d31c05cff713 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=373ca20f-0a74-4797-8965-0bb60edca5ed HTTP/1.1" status: 200 len: 1002 time: 0.1028464 Jun 04 00:53:34.083068 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] For port 627c0de3-0126-434f-89a9-58ec6e4972d9, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=627c0de3-0126-434f-89a9-58ec6e4972d9,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:53:34.083448 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.112575 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] For port 627c0de3-0126-434f-89a9-58ec6e4972d9, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=627c0de3-0126-434f-89a9-58ec6e4972d9,segment=NetworkSegment(1ae73504-14e6-4225-86b3-9d2b5bde31b5),segment_id=1ae73504-14e6-4225-86b3-9d2b5bde31b5)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:53:34.113019 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.116373 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-80ef1bef-60f7-4c77-9fc8-b29a21cb39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:34.118026 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-80ef1bef-60f7-4c77-9fc8-b29a21cb39cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 200 len: 856 time: 0.0647223 Jun 04 00:53:34.197610 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-d7d5a169-35b3-4ad8-8858-ad86ba1020b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:53:34.199513 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-d7d5a169-35b3-4ad8-8858-ad86ba1020b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=297206ad-db2b-4913-9f81-e1e2de4db8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0751252 Jun 04 00:53:34.214108 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Calling delete_port for 627c0de3-0126-434f-89a9-58ec6e4972d9 owned by network:dhcp {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:53:34.262569 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.267829 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:34.272318 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] Calling delete_port for 627c0de3-0126-434f-89a9-58ec6e4972d9 owned by network:dhcp {{(pid=103535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:53:34.310862 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Pushing event deleted for resources: {'Port': ['ID=627c0de3-0126-434f-89a9-58ec6e4972d9,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:34.313987 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:34.316264 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] No DVR routers for this DVR port 627c0de3-0126-434f-89a9-58ec6e4972d9 on host dv-cinder-489949-11-smb {{(pid=103533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:53:34.341339 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-4b5e0a29-5e58-4ac3-9799-68dc8d1cab5b service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347377 Jun 04 00:53:34.399255 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908'] for port, after_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.402939 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:34.434695 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.444174 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] Pushing event deleted for resources: {'Port': ['ID=627c0de3-0126-434f-89a9-58ec6e4972d9,revision_number=None']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:34.446958 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9655d0e8-abb1-48a6-b974-85aa3b25885a']}} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:34.447878 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:34.450784 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] No DVR routers for this DVR port 627c0de3-0126-434f-89a9-58ec6e4972d9 on host dv-cinder-489949-11-smb {{(pid=103535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:53:34.459570 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae73504-14e6-4225-86b3-9d2b5bde31b5') {'for_net_delete': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:34.459875 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae73504-14e6-4225-86b3-9d2b5bde31b5') {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:53:34.474100 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7032540'] for segment, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.484793 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-68ce7697-b97b-401c-82dc-6fcc8f9a0622 req-7dfb9266-f8be-4beb-ba95-27648a28ea3b service neutron] 10.222.0.47 "GET /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359935 Jun 04 00:53:34.490085 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.496526 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:53:34.496913 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030088'] for segment, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: Traceback (most recent call last): Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: timer() Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: cb(*args, **kw) Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: return func(*args, **kwargs) Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: self._notify() Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: self.callback(batched_events) Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: event.method(event) Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: return f(self, *a, **k) Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: return self._get(url).json() Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: return self.request(url, 'GET', **kwargs) Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:53:34.509929 dv-cinder-489949-11-smb neutron-server[103533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:53:34.585564 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.590926 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.595450 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:34.617829 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:53:34.622459 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Pushing event deleted for resources: {'Network': ['ID=9655d0e8-abb1-48a6-b974-85aa3b25885a,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:34.626286 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:34.630493 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-158a234a-c55e-4e9d-897a-59c412c6a89c admin admin] 10.222.0.44 "DELETE /v2.0/networks/9655d0e8-abb1-48a6-b974-85aa3b25885a HTTP/1.1" status: 204 len: 168 time: 0.9400737 Jun 04 00:53:34.654867 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:53:34.655236 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 616c659d-53d2-44f9-bbff-7ea7ce3e6a41 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:53:34.655759 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 9c3a2088-5dff-414e-9988-6e5e33b6427d no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:53:34.688628 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 9c3a2088-5dff-414e-9988-6e5e33b6427d {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:53:34.689314 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 9c3a2088-5dff-414e-9988-6e5e33b6427d not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:53:34.689407 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 627c0de3-0126-434f-89a9-58ec6e4972d9 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:53:34.722689 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 627c0de3-0126-434f-89a9-58ec6e4972d9 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:53:34.723000 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 627c0de3-0126-434f-89a9-58ec6e4972d9 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:53:34.761803 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40852) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:34.809855 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-9bada80c-f727-4166-9ef3-c2c3dd0f0e95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e50987ba81fc49a286c8432437d53a72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468261 Jun 04 00:53:34.812236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40854) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:34.875388 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8e330549-50f0-48a3-b973-2aad74348194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.902046 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8e330549-50f0-48a3-b973-2aad74348194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.960692 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8e330549-50f0-48a3-b973-2aad74348194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.964374 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6faae66f-624b-4564-86c9-5d36ca6b38c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:34.976686 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e330549-50f0-48a3-b973-2aad74348194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f346d7fc-64f0-45e5-9d4f-8f35b91f052c,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:34.979974 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8e330549-50f0-48a3-b973-2aad74348194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:34.988556 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8e330549-50f0-48a3-b973-2aad74348194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:34.990609 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8e330549-50f0-48a3-b973-2aad74348194 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f346d7fc-64f0-45e5-9d4f-8f35b91f052c HTTP/1.1" status: 204 len: 168 time: 0.1765802 Jun 04 00:53:42.182243 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 40950) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:42.315434 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:42.330254 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:53:42.334511 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Usage tracker for resource:security_group_rule and tenant:6e6360a326f9464fb657dd1c807f459d is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:53:42.337414 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:53:42.343146 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:53:42.438354 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:42.444445 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:42.445614 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ccbda16a-340c-4efa-a6f2-5a28bef5acf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:42.451502 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d272247a-ad69-4628-a470-6ce1b322521d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:42.490769 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e6360a326f9464fb657dd1c807f459d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074701 Jun 04 00:53:42.491751 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac83b694-cc5e-486b-a815-ed76af9f698d,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:42.494113 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 40954) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:42.495260 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:42.560330 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6652a376-94ab-4409-8065-1da2925aa5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:42.585615 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6652a376-94ab-4409-8065-1da2925aa5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:42.645043 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6652a376-94ab-4409-8065-1da2925aa5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:42.648883 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-4f7ffe5a-67a3-4f41-b410-e5999f034b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:42.662918 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652a376-94ab-4409-8065-1da2925aa5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac83b694-cc5e-486b-a815-ed76af9f698d,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:42.665673 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6652a376-94ab-4409-8065-1da2925aa5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:42.672507 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6652a376-94ab-4409-8065-1da2925aa5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:42.673613 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-6652a376-94ab-4409-8065-1da2925aa5ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac83b694-cc5e-486b-a815-ed76af9f698d HTTP/1.1" status: 204 len: 168 time: 0.1783755 Jun 04 00:53:44.447482 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41000) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:44.568454 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:44.582836 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:53:44.586836 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Usage tracker for resource:security_group_rule and tenant:1fca04f657a444be8665b0bf34eccf5f is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:53:44.589691 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:53:44.595432 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:53:44.677351 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:44.684011 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:44.690316 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-daa06898-1146-4606-9c22-d46ba409c08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:44.731513 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fca04f657a444be8665b0bf34eccf5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829225 Jun 04 00:53:44.732434 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1781fa2-8fd0-4cf2-be29-f4f78a378035,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:44.734436 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41004) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:44.735407 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:44.793031 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-157535f3-4e48-4e51-893b-652ebe988eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:44.818096 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-157535f3-4e48-4e51-893b-652ebe988eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:44.876368 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-157535f3-4e48-4e51-893b-652ebe988eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:44.880309 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-cc45f8a3-fb82-4fdf-a515-197fa359a6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:44.975028 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157535f3-4e48-4e51-893b-652ebe988eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1781fa2-8fd0-4cf2-be29-f4f78a378035,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:44.979020 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-157535f3-4e48-4e51-893b-652ebe988eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:44.982590 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:44.984992 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-157535f3-4e48-4e51-893b-652ebe988eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:44.986034 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-157535f3-4e48-4e51-893b-652ebe988eed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1781fa2-8fd0-4cf2-be29-f4f78a378035 HTTP/1.1" status: 204 len: 168 time: 0.2505224 Jun 04 00:53:45.212372 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-2d87a681-e189-4f7e-9f7d-77f4b1e6fbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:45.284953 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41010) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:45.302156 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:45.316975 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:53:45.323502 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:871499e6b6d740e783e9f6e355e1108e is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:53:45.328071 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:53:45.338763 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:53:45.431659 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:45.437464 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:45.444050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-870359a4-ff84-4274-a0ab-80aab06d92d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:45.483730 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=871499e6b6d740e783e9f6e355e1108e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976159 Jun 04 00:53:45.484607 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267e2eea-de0c-4773-a3c6-e4c9148d6fc8,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:45.487383 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41012) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:45.487968 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:45.547636 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-64a6e000-0763-4f3e-a414-660b23b7f7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:45.572293 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-64a6e000-0763-4f3e-a414-660b23b7f7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:45.628575 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-64a6e000-0763-4f3e-a414-660b23b7f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:45.632721 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1b8d4288-4f55-4b17-a54a-4718f137bca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:45.644763 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6e000-0763-4f3e-a414-660b23b7f7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267e2eea-de0c-4773-a3c6-e4c9148d6fc8,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:45.647340 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-64a6e000-0763-4f3e-a414-660b23b7f7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:45.654663 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-64a6e000-0763-4f3e-a414-660b23b7f7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:45.655820 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-64a6e000-0763-4f3e-a414-660b23b7f7cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/267e2eea-de0c-4773-a3c6-e4c9148d6fc8 HTTP/1.1" status: 204 len: 168 time: 0.1670558 Jun 04 00:53:46.004322 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:47.636665 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:48.476030 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41090) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:48.592600 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:48.607085 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:53:48.611246 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Usage tracker for resource:security_group_rule and tenant:88c55130670d4061b9d40adae58bbe2a is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:53:48.614231 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:53:48.620316 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:53:48.711357 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:48.718150 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:48.729548 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-966c1e47-3641-4151-ab0f-d10b3a13c5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:48.773761 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88c55130670d4061b9d40adae58bbe2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966120 Jun 04 00:53:48.774658 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef5e15-9722-467e-bab1-3753141329a3,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:48.776667 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41094) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:48.777848 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:48.839994 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e45a75eb-80d6-4fd6-8383-ef788de83848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:48.870688 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e45a75eb-80d6-4fd6-8383-ef788de83848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:48.935679 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e45a75eb-80d6-4fd6-8383-ef788de83848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:48.939418 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4feddafb-8896-4671-af94-2d542ab014a9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:48.951828 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a75eb-80d6-4fd6-8383-ef788de83848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef5e15-9722-467e-bab1-3753141329a3,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:48.955576 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e45a75eb-80d6-4fd6-8383-ef788de83848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:48.960985 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e45a75eb-80d6-4fd6-8383-ef788de83848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:48.962641 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-e45a75eb-80d6-4fd6-8383-ef788de83848 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43ef5e15-9722-467e-bab1-3753141329a3 HTTP/1.1" status: 204 len: 168 time: 0.1842721 Jun 04 00:53:49.266946 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41100) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:49.284347 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:49.299006 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:53:49.303117 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] Usage tracker for resource:security_group_rule and tenant:1be20271155d494cbca0e0e64d5b5269 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:53:49.306198 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:53:49.312571 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:53:49.404082 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:49.410937 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:49.417364 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9fd2f88e-9caa-4ee5-947d-91e8aa64363c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:49.457144 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1be20271155d494cbca0e0e64d5b5269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890652 Jun 04 00:53:49.458120 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df2d6ec-7932-44b5-aff9-a91e7c810d49,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:49.460058 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41102) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:49.461255 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-897f6ee5-8a23-4db3-bddc-d8671254153e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:49.523109 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8346febb-b493-423b-a3b6-8696e9993938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:49.548286 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8346febb-b493-423b-a3b6-8696e9993938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:49.602026 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8346febb-b493-423b-a3b6-8696e9993938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:49.605600 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-60b61259-e5c4-46f8-817a-ef15d4798452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:49.617413 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346febb-b493-423b-a3b6-8696e9993938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df2d6ec-7932-44b5-aff9-a91e7c810d49,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:49.620295 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8346febb-b493-423b-a3b6-8696e9993938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:49.627595 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8346febb-b493-423b-a3b6-8696e9993938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:49.628701 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8346febb-b493-423b-a3b6-8696e9993938 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6df2d6ec-7932-44b5-aff9-a91e7c810d49 HTTP/1.1" status: 204 len: 168 time: 0.1675546 Jun 04 00:53:51.177031 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41146) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:51.297686 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:51.315608 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:53:51.319470 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] Usage tracker for resource:security_group_rule and tenant:7cd6d5624c8e4f06bc059c18be7a5e3d is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:53:51.322398 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:53:51.328487 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:53:51.409076 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:51.414260 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:51.421368 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5423837a-8033-43bb-b3cf-7a9101573b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:51.461533 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cd6d5624c8e4f06bc059c18be7a5e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832386 Jun 04 00:53:51.462420 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb01a483-32dd-47da-af06-ae63b51c361e,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:51.464345 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41150) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:53:51.465516 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e0e5233d-50fb-4b88-a104-f94c33c89a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:51.527235 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5ab53e1f-47fa-49db-a43e-efcdc094cadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:51.552604 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5ab53e1f-47fa-49db-a43e-efcdc094cadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:51.630179 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5ab53e1f-47fa-49db-a43e-efcdc094cadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:51.633858 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e68b3c58-ded3-4219-aac9-1574fee162b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:53:51.644946 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab53e1f-47fa-49db-a43e-efcdc094cadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb01a483-32dd-47da-af06-ae63b51c361e,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:53:51.647437 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-5ab53e1f-47fa-49db-a43e-efcdc094cadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:53:51.654014 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5ab53e1f-47fa-49db-a43e-efcdc094cadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:53:51.657552 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-5ab53e1f-47fa-49db-a43e-efcdc094cadd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb01a483-32dd-47da-af06-ae63b51c361e HTTP/1.1" status: 204 len: 168 time: 0.1897361 Jun 04 00:53:53.442846 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:53:54.064955 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:03.809514 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41290) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:03.937988 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:03.952748 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:03.957171 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Usage tracker for resource:security_group_rule and tenant:66b952f9db2a4f93a5b0cb0577a64c53 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:03.960210 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:03.966388 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:04.050280 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:04.056701 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:04.063729 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c73fe12c-8cea-47f2-b348-31259fd53d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:04.104049 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66b952f9db2a4f93a5b0cb0577a64c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933977 Jun 04 00:54:04.105267 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090dc924-078f-45b9-9623-75331dda9e1c,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:04.107814 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41294) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:04.109781 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:04.167709 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4a6378b9-4d1c-4d1e-ac05-d0eee1726b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:04.194472 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4a6378b9-4d1c-4d1e-ac05-d0eee1726b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:04.252538 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4a6378b9-4d1c-4d1e-ac05-d0eee1726b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:04.256114 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-77d9a4ec-7028-4e75-a87c-63b1f3c6fe89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:04.267085 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6378b9-4d1c-4d1e-ac05-d0eee1726b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090dc924-078f-45b9-9623-75331dda9e1c,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:04.270447 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-4a6378b9-4d1c-4d1e-ac05-d0eee1726b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:04.273815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4a6378b9-4d1c-4d1e-ac05-d0eee1726b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:04.274962 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-4a6378b9-4d1c-4d1e-ac05-d0eee1726b67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/090dc924-078f-45b9-9623-75331dda9e1c HTTP/1.1" status: 204 len: 168 time: 0.1662040 Jun 04 00:54:12.444288 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1a474a2a-5f61-4b04-8777-dddca9c82e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:13.471059 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b3439-f35b-475d-b4dc-c2c51d21b17b req-f128ddfc-a0ce-4a9b-ad0a-675b6966b65d tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:13.472543 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d12b3439-f35b-475d-b4dc-c2c51d21b17b req-f128ddfc-a0ce-4a9b-ad0a-675b6966b65d tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0882959 Jun 04 00:54:13.516798 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-d12b3439-f35b-475d-b4dc-c2c51d21b17b req-5a0c3afa-1e25-4519-b963-23e842c70f9c tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384645 Jun 04 00:54:14.724384 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a633c4-b83f-40bf-808d-dbcc59f876e1 req-8a03f45a-ab9a-468d-8063-bb2a452ec5fd tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:14.725876 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b0a633c4-b83f-40bf-808d-dbcc59f876e1 req-8a03f45a-ab9a-468d-8063-bb2a452ec5fd tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0946834 Jun 04 00:54:14.770672 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b0a633c4-b83f-40bf-808d-dbcc59f876e1 req-3f018318-0978-4845-9126-22fd60436be1 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389729 Jun 04 00:54:14.982647 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:15.220720 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b9fd-9357-4b12-a04f-0379e517669d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:15.975220 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da77349-c758-4bf2-aa0d-2deb8add5104 req-dffb1900-d62c-4f2d-baf6-1692dd7101fe tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:15.976720 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0da77349-c758-4bf2-aa0d-2deb8add5104 req-dffb1900-d62c-4f2d-baf6-1692dd7101fe tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0868909 Jun 04 00:54:16.007031 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:16.021664 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0da77349-c758-4bf2-aa0d-2deb8add5104 req-5566a911-1c8b-4ab8-b071-0ed90a29c8e1 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 Jun 04 00:54:17.228618 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce5232-e339-4efd-924e-874c48d28445 req-c1cd6f88-ba60-4056-b784-b6cdfcb638ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:17.230066 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fbce5232-e339-4efd-924e-874c48d28445 req-c1cd6f88-ba60-4056-b784-b6cdfcb638ed tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0933077 Jun 04 00:54:17.275303 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fbce5232-e339-4efd-924e-874c48d28445 req-844c2b2e-9d65-44c6-b09b-23e6e7769984 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392661 Jun 04 00:54:17.645560 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:18.473226 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213887a-2762-4c13-ba92-ee64d1a9c7c7 req-3f6698a0-398d-4eac-9c98-597b1b858f54 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:18.474740 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5213887a-2762-4c13-ba92-ee64d1a9c7c7 req-3f6698a0-398d-4eac-9c98-597b1b858f54 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0786617 Jun 04 00:54:18.519425 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5213887a-2762-4c13-ba92-ee64d1a9c7c7 req-d5a4dc08-bc54-4c84-93b7-602c53985ddd tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Jun 04 00:54:18.952506 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0b7ed-6e36-49ad-837a-ed8a35e3e64a req-0694491f-ccf3-41ae-a268-ae21c5222635 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:18.953990 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-90a0b7ed-6e36-49ad-837a-ed8a35e3e64a req-0694491f-ccf3-41ae-a268-ae21c5222635 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 947 time: 0.1648619 Jun 04 00:54:19.001375 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-90a0b7ed-6e36-49ad-837a-ed8a35e3e64a req-0d45c4a4-4218-456a-b897-eec5677fc9a4 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390294 Jun 04 00:54:19.724446 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161274-419c-413c-824d-8739caa754db req-36cb9504-de42-4bbb-aefd-206453e19005 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:19.725775 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-28161274-419c-413c-824d-8739caa754db req-36cb9504-de42-4bbb-aefd-206453e19005 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0859485 Jun 04 00:54:19.772489 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-28161274-419c-413c-824d-8739caa754db req-a3711794-22a6-428d-879b-f1f35e64538a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 Jun 04 00:54:20.198818 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd0956-e2a3-42cd-a9d1-a1f78d3eaa1e req-ac6ce6ed-97ab-4f7d-8501-1fb4132ff74a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:20.200344 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5ebd0956-e2a3-42cd-a9d1-a1f78d3eaa1e req-ac6ce6ed-97ab-4f7d-8501-1fb4132ff74a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 947 time: 0.0882800 Jun 04 00:54:20.244487 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5ebd0956-e2a3-42cd-a9d1-a1f78d3eaa1e req-33ad4403-8503-498e-8ef2-254b96659e4a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b44eb26-02ea-40f5-97b8-b5677fae8676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384030 Jun 04 00:54:20.484471 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e0060-f770-4ff1-a318-37228de8f81f req-982ad69a-8372-40e0-9eed-d9e031ca7c0e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:20.486046 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b14e0060-f770-4ff1-a318-37228de8f81f req-982ad69a-8372-40e0-9eed-d9e031ca7c0e tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 947 time: 0.0934258 Jun 04 00:54:20.623552 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Deleting port 373ca20f-0a74-4797-8965-0bb60edca5ed {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:54:20.623891 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:20.752101 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] For port 373ca20f-0a74-4797-8965-0bb60edca5ed, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=373ca20f-0a74-4797-8965-0bb60edca5ed,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:54:20.752781 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:21.096524 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:21.096763 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:21.097088 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.l3_db [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Floating IP 82052276-66eb-4d10-bf56-171a13c228dc disassociated. External IP: 172.28.1.107, port: 373ca20f-0a74-4797-8965-0bb60edca5ed. Jun 04 00:54:21.097421 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Calling delete_port for 373ca20f-0a74-4797-8965-0bb60edca5ed owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:54:21.114613 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6c63a-cbf0-422a-8aa4-488f55c53125 req-aa7ae8d8-31a1-485f-8cdd-c42e6ac3bcc0 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:21.116119 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5ea6c63a-cbf0-422a-8aa4-488f55c53125 req-aa7ae8d8-31a1-485f-8cdd-c42e6ac3bcc0 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.2164690 Jun 04 00:54:21.175143 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5ea6c63a-cbf0-422a-8aa4-488f55c53125 req-4c82453c-78cc-45ae-9fc1-3aa7e3a630c3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491383 Jun 04 00:54:21.260884 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:21.267078 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e8c9c87e-88e0-452b-bd24-0b5fdb6b0f39 tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:21.312200 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event deleted for resources: {'Port': ['ID=373ca20f-0a74-4797-8965-0bb60edca5ed,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:21.315746 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:21.407019 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1d8d161e-b3ab-44a2-a07b-f3281a279831 req-f744240f-cec2-4579-9cac-0d5c7df31b5b tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 210 time: 0.0438633 Jun 04 00:54:21.582260 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Router aeaa001d-6f31-4548-84b0-03c1ef805c8c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:54:21.771537 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:54:21.781384 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] Sync routers for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:54:21.791071 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:54:21.791681 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:54:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:21.842100 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] No DVR routers for this DVR port 373ca20f-0a74-4797-8965-0bb60edca5ed on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:54:21.846092 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:21.848598 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-deleted', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:54:21.850891 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fea5274-46e2-4f1a-bcd3-32c61a9a71c4" -d '{"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-deleted", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:54:21.874843 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b14e0060-f770-4ff1-a318-37228de8f81f req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.47 "DELETE /v2.0/ports/373ca20f-0a74-4797-8965-0bb60edca5ed HTTP/1.1" status: 204 len: 173 time: 1.3832352 Jun 04 00:54:21.902032 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c494f08-f208-4ac3-852c-0f47c8a2af26 x-openstack-request-id: req-7c494f08-f208-4ac3-852c-0f47c8a2af26 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:54:21.902489 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f84a713-9783-43f8-b189-782b3900e138", "name": "network-vif-deleted", "tag": "373ca20f-0a74-4797-8965-0bb60edca5ed", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:54:21.902947 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c494f08-f208-4ac3-852c-0f47c8a2af26 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:54:21.903549 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f84a713-9783-43f8-b189-782b3900e138', 'name': 'network-vif-deleted', 'tag': '373ca20f-0a74-4797-8965-0bb60edca5ed', 'status': 'completed', 'code': 200} Jun 04 00:54:21.966727 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:54:22.306403 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:22.310575 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] Checking router: aeaa001d-6f31-4548-84b0-03c1ef805c8c for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:54:22.319381 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:54:22.320011 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:54:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:22.365242 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5372-9169-470f-a97e-6073c70dfb88 req-1ac04ef6-5282-4c20-9576-f51eeb3f29be tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:22.366775 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-532e5372-9169-470f-a97e-6073c70dfb88 req-1ac04ef6-5282-4c20-9576-f51eeb3f29be tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0811543 Jun 04 00:54:22.419469 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-532e5372-9169-470f-a97e-6073c70dfb88 req-5ef55778-c60b-49e4-8718-826f72d3177f tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463603 Jun 04 00:54:22.496618 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:54:22.578497 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-32923b19-071a-4b87-9ec0-170043522e08 req-da9d5b75-e263-4da6-b867-7d129fb77688 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Synchronizing usage tracker for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:54:22.597629 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-32923b19-071a-4b87-9ec0-170043522e08 req-da9d5b75-e263-4da6-b867-7d129fb77688 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Unset dirty status for tenant:73f2606236bc4287831e9973cd15c78a on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:54:22.598977 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-32923b19-071a-4b87-9ec0-170043522e08 req-da9d5b75-e263-4da6-b867-7d129fb77688 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84a713-9783-43f8-b189-782b3900e138 HTTP/1.1" status: 200 len: 210 time: 0.0666363 Jun 04 00:54:22.811767 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:22.815724 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1de78-fe8f-4b4c-9a70-a537bef91d52 None None] The sync data for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb is: [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:45:36Z', 'revision_number': 4, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'f90f59ef-8460-46d8-9d4f-9d4d99906ca8', 'name': '', 'network_id': '297206ad-db2b-4913-9f81-e1e2de4db8ce', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'mac_address': 'fa:16:3e:7b:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:33Z', 'updated_at': '2021-06-04T00:45:53Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'subnets': [{'id': '7b65e984-4469-44ae-91de-5c2a199d625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:54:23.030280 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c197da7-dafa-499b-add7-1de322094a10 None None] New status for floating IP 82052276-66eb-4d10-bf56-171a13c228dc: DOWN {{(pid=103535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:54:23.498255 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 373ca20f-0a74-4797-8965-0bb60edca5ed no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:54:23.531876 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 373ca20f-0a74-4797-8965-0bb60edca5ed {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:54:23.532231 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 373ca20f-0a74-4797-8965-0bb60edca5ed not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:54:23.606082 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132b8da-83ed-4e5f-988b-9715d5aac709 req-8e0d8f41-e17d-4e58-944b-b2bdf7d66a11 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:23.607507 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2132b8da-83ed-4e5f-988b-9715d5aac709 req-8e0d8f41-e17d-4e58-944b-b2bdf7d66a11 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0798001 Jun 04 00:54:23.656526 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2132b8da-83ed-4e5f-988b-9715d5aac709 req-f8ea024c-728f-4e6d-87be-d5b0d84bf9ef tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427065 Jun 04 00:54:23.657390 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587a289-827e-491e-8277-cc95b4d14428 req-cf803332-484f-4d87-b19f-491de9c83395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:23.659054 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a587a289-827e-491e-8277-cc95b4d14428 req-cf803332-484f-4d87-b19f-491de9c83395 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f6738a59374ea49a1df6a194e340e4&device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1098 time: 0.0817451 Jun 04 00:54:23.729716 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41348) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:23.791635 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587a289-827e-491e-8277-cc95b4d14428 req-4b864f86-cc1b-4a93-9450-5c8582bd45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:23.793039 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a587a289-827e-491e-8277-cc95b4d14428 req-4b864f86-cc1b-4a93-9450-5c8582bd45ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 200 len: 910 time: 0.1275170 Jun 04 00:54:23.797595 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-59e0b328-1738-42d4-a3f7-8df4b769bd79 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:23.825231 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-59e0b328-1738-42d4-a3f7-8df4b769bd79 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:23.879456 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-59e0b328-1738-42d4-a3f7-8df4b769bd79 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:23.883897 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a22602ae-99e9-4b13-9e43-b47160233b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:23.897249 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a587a289-827e-491e-8277-cc95b4d14428 req-6f0cbcc8-2f2b-4e03-9196-741fad23881e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 200 len: 1000 time: 0.0980740 Jun 04 00:54:23.897751 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0b328-1738-42d4-a3f7-8df4b769bd79 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b44eb26-02ea-40f5-97b8-b5677fae8676,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:23.901024 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-59e0b328-1738-42d4-a3f7-8df4b769bd79 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:23.912476 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-59e0b328-1738-42d4-a3f7-8df4b769bd79 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:23.916088 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-59e0b328-1738-42d4-a3f7-8df4b769bd79 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "DELETE /v2.0/security-groups/1b44eb26-02ea-40f5-97b8-b5677fae8676 HTTP/1.1" status: 204 len: 168 time: 0.1851189 Jun 04 00:54:23.917490 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41350) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:23.934224 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.api.v2.resource [None req-49bf3957-cacc-44d6-a2b0-f2fa69250bda tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] show failed (client error): The resource could not be found. Jun 04 00:54:23.935166 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-49bf3957-cacc-44d6-a2b0-f2fa69250bda tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "GET /v2.0/security-groups/1b44eb26-02ea-40f5-97b8-b5677fae8676 HTTP/1.1" status: 404 len: 347 time: 0.0164428 Jun 04 00:54:23.938152 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41352) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:23.960766 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587a289-827e-491e-8277-cc95b4d14428 req-a52e607a-09a4-4a8a-b430-c91ad89eeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:23.962228 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a587a289-827e-491e-8277-cc95b4d14428 req-a52e607a-09a4-4a8a-b430-c91ad89eeb2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c93b9461-496b-46a6-a452-9788d9787052 HTTP/1.1" status: 200 len: 848 time: 0.0586820 Jun 04 00:54:24.040178 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587a289-827e-491e-8277-cc95b4d14428 req-86ee19ae-895a-4e82-b52a-657f06271b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:24.041703 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a587a289-827e-491e-8277-cc95b4d14428 req-86ee19ae-895a-4e82-b52a-657f06271b61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0728898 Jun 04 00:54:24.069429 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:24.157419 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Deleting port 7c26cf6b-cb2f-4b9a-b1d8-0179b01607a0 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:54:24.157783 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:24.176311 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a587a289-827e-491e-8277-cc95b4d14428 req-b3bb4639-43d4-48e9-94ba-943a0cb7f17d service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241477 Jun 04 00:54:24.275764 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:24.276061 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:24.309031 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a587a289-827e-491e-8277-cc95b4d14428 req-d66496f5-9e8c-464b-93dc-76e7a50d8c79 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262798 Jun 04 00:54:24.397068 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Calling delete_port for 7c26cf6b-cb2f-4b9a-b1d8-0179b01607a0 owned by network:floatingip {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:54:24.521844 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:24.525610 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-eba953ce-c5e6-4ccc-b83c-574fe418f78a tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:24.567964 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Pushing event deleted for resources: {'Port': ['ID=7c26cf6b-cb2f-4b9a-b1d8-0179b01607a0,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:24.604142 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.604516 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.604881 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.605240 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.605591 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.605946 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.606291 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.606903 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.607014 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.607298 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.607669 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.607995 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:24.615029 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:24.669963 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks [] for floatingip, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:24.691514 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:24.692751 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] 10.222.0.44 "DELETE /v2.0/floatingips/82052276-66eb-4d10-bf56-171a13c228dc HTTP/1.1" status: 204 len: 168 time: 0.7537367 Jun 04 00:54:24.852209 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645d481-2ae4-4f27-8525-04aa4a9575f6 req-083e2b96-3178-4b1d-a52e-5e4c0956e03d tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:24.853676 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1645d481-2ae4-4f27-8525-04aa4a9575f6 req-083e2b96-3178-4b1d-a52e-5e4c0956e03d tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0874407 Jun 04 00:54:24.901722 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1645d481-2ae4-4f27-8525-04aa4a9575f6 req-8b42e0a6-f71e-4875-a10b-b97e6d960d25 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416775 Jun 04 00:54:26.093629 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba33d4f-5fbe-4ea0-8cf4-cd607fc68169 req-6ed69cf6-c9a4-4d7e-815d-9a79ee98996e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:26.093629 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cba33d4f-5fbe-4ea0-8cf4-cd607fc68169 req-6ed69cf6-c9a4-4d7e-815d-9a79ee98996e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0835471 Jun 04 00:54:26.141530 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cba33d4f-5fbe-4ea0-8cf4-cd607fc68169 req-90faabac-159d-4948-abae-2619638b604a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Jun 04 00:54:27.350742 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859267a7-c958-436f-bcc0-53ef5ae4f100 req-a4d3631e-0948-407e-8adc-c3b1432c75a2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:27.352317 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-859267a7-c958-436f-bcc0-53ef5ae4f100 req-a4d3631e-0948-407e-8adc-c3b1432c75a2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0906575 Jun 04 00:54:27.398505 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-859267a7-c958-436f-bcc0-53ef5ae4f100 req-9497ff20-7651-4950-a8fd-d751ae93199b tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404453 Jun 04 00:54:27.522616 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41382) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:27.988840 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-9647ae39-008d-47e3-b4f9-df771d1c39c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3723264 Jun 04 00:54:28.083569 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140b8f-f560-4eac-925a-b67d004b84c0 req-ebdca841-5508-4c21-a5b8-2441f6a3fbf7 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:28.085049 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-94140b8f-f560-4eac-925a-b67d004b84c0 req-ebdca841-5508-4c21-a5b8-2441f6a3fbf7 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.4143090 Jun 04 00:54:28.213261 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-94140b8f-f560-4eac-925a-b67d004b84c0 req-50ce20e8-7efb-40bb-b117-e312b8816ab2 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202447 Jun 04 00:54:28.415130 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8269668'] for router_interface, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:28.821953 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Deleting port f90f59ef-8460-46d8-9d4f-9d4d99906ca8 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:54:28.822632 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:28.945644 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] For port f90f59ef-8460-46d8-9d4f-9d4d99906ca8, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=f90f59ef-8460-46d8-9d4f-9d4d99906ca8,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:54:28.946002 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:29.079467 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Calling delete_port for f90f59ef-8460-46d8-9d4f-9d4d99906ca8 owned by network:router_interface {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:54:29.234976 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:29.238691 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:29.281786 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90f59ef-8460-46d8-9d4f-9d4d99906ca8,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:29.284902 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:29.407139 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af289d-3b09-4cb1-aa75-198759ad53ee req-a9c0a55f-93c0-4b8a-8183-5089cd484fcb tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:29.409624 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d6af289d-3b09-4cb1-aa75-198759ad53ee req-a9c0a55f-93c0-4b8a-8183-5089cd484fcb tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0863535 Jun 04 00:54:29.517624 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:54:29.591814 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d6af289d-3b09-4cb1-aa75-198759ad53ee req-d3178f52-4fbd-44c5-956f-0bda6acbdbdb tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754243 Jun 04 00:54:29.628399 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-90d6e188-ac13-4d38-9316-d91b9199b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:29.629850 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-90d6e188-ac13-4d38-9316-d91b9199b91a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f&tenant_id=20f6738a59374ea49a1df6a194e340e4 HTTP/1.1" status: 200 len: 1098 time: 0.0841577 Jun 04 00:54:29.635790 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:29.663554 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:54:29.666161 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3161477-eb85-47b9-96a4-3a68382230a3" -d '{"events": [{"server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:54:29.673464 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:54:29.679002 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:29.681253 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8265146'] for router_interface, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:29.682325 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-959c9710-2d3a-4ca2-8c56-1a6c7697d832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:29.721801 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9454d2ff-638b-42e2-844d-bab357a09eb3 x-openstack-request-id: req-9454d2ff-638b-42e2-844d-bab357a09eb3 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:54:29.722099 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:54:29.722357 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9454d2ff-638b-42e2-844d-bab357a09eb3 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:54:29.722742 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'code': 200} Jun 04 00:54:29.750062 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-32fe78f1-2904-424f-b664-b49d8a494b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:29.751797 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-32fe78f1-2904-424f-b664-b49d8a494b49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f6738a59374ea49a1df6a194e340e4&device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1096 time: 0.0887043 Jun 04 00:54:29.756274 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,revision_number=6']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:29.763553 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.763890 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.764226 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.764556 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.764884 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.765205 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.765522 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.765843 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.766160 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.766475 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.766789 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.767102 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:29.771371 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:29.889395 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-e19e0f2a-d877-47a5-87df-4e5345e3a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:29.890860 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-e19e0f2a-d877-47a5-87df-4e5345e3a386 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 200 len: 910 time: 0.1269224 Jun 04 00:54:29.988740 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-eb2cbd06-36c9-4b74-9669-399a83e25a74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 200 len: 998 time: 0.0916317 Jun 04 00:54:30.040616 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Router aeaa001d-6f31-4548-84b0-03c1ef805c8c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:54:30.053990 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-a2bafbb7-40ad-4009-8f6e-4f668f059724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:30.055444 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-a2bafbb7-40ad-4009-8f6e-4f668f059724 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c93b9461-496b-46a6-a452-9788d9787052 HTTP/1.1" status: 200 len: 848 time: 0.0605044 Jun 04 00:54:30.129656 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-fa272ea0-93dc-4a4e-8743-5bfc818de9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:30.131125 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-fa272ea0-93dc-4a4e-8743-5bfc818de9be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0696678 Jun 04 00:54:30.218725 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:54:30.228640 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] Sync routers for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:54:30.232904 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-6d7983f5-51d1-4664-bf95-748d3c90bdf1 admin admin] 10.222.0.44 "PUT /v2.0/routers/aeaa001d-6f31-4548-84b0-03c1ef805c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7069702 Jun 04 00:54:30.233165 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41398) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:30.242924 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:54:30.244265 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:54:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:30.263387 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-626d011b-34df-4a15-a506-59497081e18b service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254387 Jun 04 00:54:30.397728 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bbea87ee-9bcb-4ff6-9bba-48b3913a2292 req-6a26ed00-be7a-4d4f-8c7c-8e42f2e85062 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280894 Jun 04 00:54:30.407289 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks [] for router, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:30.417247 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:54:30.528857 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:54:30.580367 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:30.653073 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Deleting port c7a2a435-1751-4e6f-a544-84e0315b69b9 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:54:30.653462 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:30.710798 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:54:29Z', 'revision_number': 5, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port': {'id': 'c7a2a435-1751-4e6f-a544-84e0315b69b9', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:45:26Z', 'updated_at': '2021-06-04T00:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:30.714641 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] Checking router: aeaa001d-6f31-4548-84b0-03c1ef805c8c for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:54:30.723201 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] Routers {'aeaa001d-6f31-4548-84b0-03c1ef805c8c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:54:30.723830 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:54:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:30.810901 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02a2cc-eb3e-466a-a2c2-3e14c1f7dc91 req-15f2634e-6b12-497d-87d5-ec519ab5883e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:30.812352 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2d02a2cc-eb3e-466a-a2c2-3e14c1f7dc91 req-15f2634e-6b12-497d-87d5-ec519ab5883e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 943 time: 0.0909526 Jun 04 00:54:30.858934 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-2d02a2cc-eb3e-466a-a2c2-3e14c1f7dc91 req-4c966984-d740-4110-8060-970e66778284 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404785 Jun 04 00:54:30.872071 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] Set router aeaa001d-6f31-4548-84b0-03c1ef805c8c gateway port host: None {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:54:30.898253 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] For port c7a2a435-1751-4e6f-a544-84e0315b69b9, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=c7a2a435-1751-4e6f-a544-84e0315b69b9,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:54:30.898634 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:31.000611 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:54:30Z', 'revision_number': 6, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port_host': None}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:31.004799 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c5546-2cb2-47fb-aae9-87e700089b0c None None] The sync data for ids ['aeaa001d-6f31-4548-84b0-03c1ef805c8c'] in dv-cinder-489949-11-smb is: [{'id': 'aeaa001d-6f31-4548-84b0-03c1ef805c8c', 'name': 'tempest-AttachVolumeShelveTestJSON-1595071389-router', 'tenant_id': '73f2606236bc4287831e9973cd15c78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:45:24Z', 'updated_at': '2021-06-04T00:54:30Z', 'revision_number': 6, 'project_id': '73f2606236bc4287831e9973cd15c78a', 'gw_port_host': None}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:54:31.017925 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Calling delete_port for c7a2a435-1751-4e6f-a544-84e0315b69b9 owned by network:router_gateway {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:54:31.161870 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:31.165343 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-2bad644d-824a-4512-93db-db773447f668 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:31.207236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a2a435-1751-4e6f-a544-84e0315b69b9,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:31.210382 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:31.305762 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8307993'] for router_gateway, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:31.483609 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8269863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:31.485934 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:31.510947 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8270003'] for router, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:31.511578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeaa001d-6f31-4548-84b0-03c1ef805c8c {{(pid=103533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 00:54:31.524594 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:31.525738 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] 10.222.0.44 "DELETE /v2.0/routers/aeaa001d-6f31-4548-84b0-03c1ef805c8c HTTP/1.1" status: 204 len: 168 time: 1.2916882 Jun 04 00:54:31.528362 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41402) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:31.592979 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac0ecf3-1267-416c-9383-0d25cea66451 admin admin] Deleting subnet 7b65e984-4469-44ae-91de-5c2a199d625d {{(pid=103533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:54:31.597647 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ecf3-1267-416c-9383-0d25cea66451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:31.655790 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ecf3-1267-416c-9383-0d25cea66451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7032485'] for subnet, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:31.746523 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ecf3-1267-416c-9383-0d25cea66451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.054101 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ecf3-1267-416c-9383-0d25cea66451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7030178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6313886'] for subnet, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.060769 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6c339884-d5e0-4532-a705-8d7951f37d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:32.098487 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ecf3-1267-416c-9383-0d25cea66451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.101147 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0ecf3-1267-416c-9383-0d25cea66451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b65e984-4469-44ae-91de-5c2a199d625d,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:32.101910 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6070c2a-004f-472a-be24-e21c1187759b None None] Network 297206ad-db2b-4913-9f81-e1e2de4db8ce requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:54:32.110142 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-4ac0ecf3-1267-416c-9383-0d25cea66451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:32.120003 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c61414-5deb-4ad1-ba08-cd5bce641f48 req-9db4737d-3edf-4db5-8a00-299471c89ba5 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:32.121558 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e7c61414-5deb-4ad1-ba08-cd5bce641f48 req-9db4737d-3edf-4db5-8a00-299471c89ba5 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 943 time: 0.1478639 Jun 04 00:54:32.122755 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-4ac0ecf3-1267-416c-9383-0d25cea66451 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7b65e984-4469-44ae-91de-5c2a199d625d HTTP/1.1" status: 204 len: 168 time: 0.5934992 Jun 04 00:54:32.125686 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41406) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:32.168629 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e7c61414-5deb-4ad1-ba08-cd5bce641f48 req-2e878af1-8337-4af9-b71e-c61f3763891d tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413530 Jun 04 00:54:32.233679 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.306052 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Deleting port 854d72c0-9a7a-4516-b5b9-1fc479900c73 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:54:32.306391 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.364369 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] DHCP port deletion for 297206ad-db2b-4913-9f81-e1e2de4db8ce request from dv-cinder-489949-11-smb {{(pid=103535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 00:54:32.406867 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] For port 854d72c0-9a7a-4516-b5b9-1fc479900c73, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=854d72c0-9a7a-4516-b5b9-1fc479900c73,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:54:32.407262 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.430204 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] Deleting port 854d72c0-9a7a-4516-b5b9-1fc479900c73 {{(pid=103535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:54:32.430596 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.531206 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Calling delete_port for 854d72c0-9a7a-4516-b5b9-1fc479900c73 owned by network:dhcp {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:54:32.551300 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] For port 854d72c0-9a7a-4516-b5b9-1fc479900c73, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=854d72c0-9a7a-4516-b5b9-1fc479900c73,segment=NetworkSegment(7a1923b9-938e-415b-b9ef-ac92aa72e463),segment_id=7a1923b9-938e-415b-b9ef-ac92aa72e463)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:54:32.551814 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.583026 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.586816 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-159d8f83-ae73-47ba-984e-925189c7fbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:32.633457 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Pushing event deleted for resources: {'Port': ['ID=854d72c0-9a7a-4516-b5b9-1fc479900c73,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:32.638244 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] No DVR routers for this DVR port 854d72c0-9a7a-4516-b5b9-1fc479900c73 on host dv-cinder-489949-11-smb {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:54:32.666860 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.667235 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.667623 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.667986 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.668346 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.668702 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.669054 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.669405 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.669754 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.670108 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.670446 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.670792 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:54:32.676143 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:32.680193 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device f90f59ef-8460-46d8-9d4f-9d4d99906ca8 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:54:32.709170 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] Calling delete_port for 854d72c0-9a7a-4516-b5b9-1fc479900c73 owned by network:dhcp {{(pid=103535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:54:32.723786 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: f90f59ef-8460-46d8-9d4f-9d4d99906ca8 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:54:32.724134 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device f90f59ef-8460-46d8-9d4f-9d4d99906ca8 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:54:32.724545 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 854d72c0-9a7a-4516-b5b9-1fc479900c73 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:54:32.759319 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 854d72c0-9a7a-4516-b5b9-1fc479900c73 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:54:32.759715 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 854d72c0-9a7a-4516-b5b9-1fc479900c73 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:54:32.760116 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device c7a2a435-1751-4e6f-a544-84e0315b69b9 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:54:32.805253 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: c7a2a435-1751-4e6f-a544-84e0315b69b9 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:54:32.805658 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device c7a2a435-1751-4e6f-a544-84e0315b69b9 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:54:32.834521 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908'] for port, after_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.838172 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-0cc660c6-2b28-4ca3-b0dc-be1986f879a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:32.852225 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.880591 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] Pushing event deleted for resources: {'Port': ['ID=854d72c0-9a7a-4516-b5b9-1fc479900c73,revision_number=None']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:32.883646 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:32.884453 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] No DVR routers for this DVR port 854d72c0-9a7a-4516-b5b9-1fc479900c73 on host dv-cinder-489949-11-smb {{(pid=103535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:54:32.902185 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297206ad-db2b-4913-9f81-e1e2de4db8ce']}} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:32.924132 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1923b9-938e-415b-b9ef-ac92aa72e463') {'for_net_delete': True} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:32.924437 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1923b9-938e-415b-b9ef-ac92aa72e463') {} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:54:32.937678 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6466751'] for segment, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.957370 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.965413 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:54:32.965791 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5526901'] for segment, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: Traceback (most recent call last): Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: timer() Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: cb(*args, **kw) Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: return func(*args, **kwargs) Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: self._notify() Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: self.callback(batched_events) Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: event.method(event) Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: return f(self, *a, **k) Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: return self._get(url).json() Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: return self.request(url, 'GET', **kwargs) Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:54:32.978859 dv-cinder-489949-11-smb neutron-server[103534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:54:33.047805 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-c24f2cfa-73c9-44b5-a186-523ae9de31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:33.049389 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-c24f2cfa-73c9-44b5-a186-523ae9de31f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f6738a59374ea49a1df6a194e340e4&device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1096 time: 0.1900682 Jun 04 00:54:33.058235 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:33.061606 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:33.078173 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:33.113170 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Pushing event deleted for resources: {'Network': ['ID=297206ad-db2b-4913-9f81-e1e2de4db8ce,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:33.128559 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:33.178265 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] 10.222.0.44 "DELETE /v2.0/networks/297206ad-db2b-4913-9f81-e1e2de4db8ce HTTP/1.1" status: 204 len: 168 time: 1.0514042 Jun 04 00:54:33.234517 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-16df263e-f419-4cfb-8234-3af46791967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:33.236783 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-16df263e-f419-4cfb-8234-3af46791967e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 200 len: 910 time: 0.1558156 Jun 04 00:54:33.311698 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41412) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:33.359176 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8d558f62-a6c6-42dc-9a92-0a8124140000 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73f2606236bc4287831e9973cd15c78a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461650 Jun 04 00:54:33.361697 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41414) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:33.389553 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-648c45f6-06b3-4a9b-a619-3661d4edfc0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 200 len: 998 time: 0.1455984 Jun 04 00:54:33.423644 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d1662bd1-d588-4fcf-83dd-4eb908fc406e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:33.450238 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d1662bd1-d588-4fcf-83dd-4eb908fc406e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:33.461215 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a988da-1499-49df-ad0d-cd6951405bd1 req-f38b5b3a-9f59-4108-82dc-11628175c4fd tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:33.462655 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-51a988da-1499-49df-ad0d-cd6951405bd1 req-f38b5b3a-9f59-4108-82dc-11628175c4fd tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 943 time: 0.1628871 Jun 04 00:54:33.466143 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-0f70e621-fbec-4bb9-b7b5-9f47b297798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:33.467482 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-0f70e621-fbec-4bb9-b7b5-9f47b297798f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c93b9461-496b-46a6-a452-9788d9787052 HTTP/1.1" status: 200 len: 848 time: 0.0718632 Jun 04 00:54:33.504387 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d1662bd1-d588-4fcf-83dd-4eb908fc406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:33.508125 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8346febb-b493-423b-a3b6-8696e9993938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:33.520446 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1662bd1-d588-4fcf-83dd-4eb908fc406e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca705bc-7cdf-44f8-8b09-d6e36a146b00,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:33.524113 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d1662bd1-d588-4fcf-83dd-4eb908fc406e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:33.536914 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d1662bd1-d588-4fcf-83dd-4eb908fc406e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:33.540596 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-d1662bd1-d588-4fcf-83dd-4eb908fc406e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ca705bc-7cdf-44f8-8b09-d6e36a146b00 HTTP/1.1" status: 204 len: 168 time: 0.1754615 Jun 04 00:54:33.561614 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-51a988da-1499-49df-ad0d-cd6951405bd1 req-9eaf70d4-5e77-42f5-99ed-e0946521d030 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922239 Jun 04 00:54:33.582118 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-f5fe0588-b7e1-4256-9a8b-556c2424783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:33.583640 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-f5fe0588-b7e1-4256-9a8b-556c2424783e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1015503 Jun 04 00:54:33.717228 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-3616a79a-364c-43bb-b678-3fc2f78be4b6 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267157 Jun 04 00:54:33.846371 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-6861ef4f-a313-4535-94e8-0b901684cbe0 req-efc2ab59-f91b-44c6-a86b-5340529a2160 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226838 Jun 04 00:54:34.749465 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67191ff6-3f62-4620-897d-79f67178228b req-fa6299e1-598f-44de-b95e-d2558425e5f9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:34.750948 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-67191ff6-3f62-4620-897d-79f67178228b req-fa6299e1-598f-44de-b95e-d2558425e5f9 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 943 time: 0.0816865 Jun 04 00:54:34.795562 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-67191ff6-3f62-4620-897d-79f67178228b req-105cd392-f8e3-422b-aa17-dd376cd79238 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385981 Jun 04 00:54:35.433935 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41470) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:35.554792 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:35.560355 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:54:35.664960 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:35.668884 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:d0ad761f2f9f49a4bb18d7d99fe41a0d is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:35.671875 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:35.678837 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:35.696572 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:54:35.709694 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'port_id': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'mac_address': 'fa:16:3e:ff:cc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:54:35.764970 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:35.768318 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:35.770599 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:35.779151 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0bc6aeef-92d5-4165-81ab-93778ccbd77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:35.786442 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:54:35.803289 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:54:35.808241 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:35.811224 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:35.820550 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0ad761f2f9f49a4bb18d7d99fe41a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855190 Jun 04 00:54:35.822507 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32d3e8c-d8e9-4e5c-a45c-2b6e6f395f32,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:35.823463 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41476) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:35.826390 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-236bcae0-959d-4c16-9939-16a1db05b5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:35.879191 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,revision_number=7']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:35.882448 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:35.886853 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b6cdfb06-c15d-415d-ad18-eab877ebc185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:35.950636 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b6cdfb06-c15d-415d-ad18-eab877ebc185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.026047 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4052d1-7ea6-4eba-b8f6-59dc8d98dfd9 req-a2bc9475-26be-49a0-81b3-795293a4dcc4 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:36.027385 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5b4052d1-7ea6-4eba-b8f6-59dc8d98dfd9 req-a2bc9475-26be-49a0-81b3-795293a4dcc4 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 944 time: 0.1204329 Jun 04 00:54:36.028489 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b6cdfb06-c15d-415d-ad18-eab877ebc185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.032054 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-14037c48-29c8-4a10-8867-3846fff98cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:36.057410 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdfb06-c15d-415d-ad18-eab877ebc185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32d3e8c-d8e9-4e5c-a45c-2b6e6f395f32,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:36.059848 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b6cdfb06-c15d-415d-ad18-eab877ebc185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:36.068037 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b6cdfb06-c15d-415d-ad18-eab877ebc185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.069211 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-b6cdfb06-c15d-415d-ad18-eab877ebc185 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e32d3e8c-d8e9-4e5c-a45c-2b6e6f395f32 HTTP/1.1" status: 204 len: 168 time: 0.2439930 Jun 04 00:54:36.095345 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-5b4052d1-7ea6-4eba-b8f6-59dc8d98dfd9 req-ee21dbaf-d651-481a-a40f-6d6f706110d8 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557396 Jun 04 00:54:36.204053 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['8a4fdc3b-0540-4e70-8c8c-a54aed07ff91'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:54:36.362031 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41482) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:36.379958 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.394218 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:36.398221 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] Usage tracker for resource:security_group_rule and tenant:5db6e0cc8cf640ee87aa46922c56b1a4 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:36.401187 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:36.406975 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:36.490261 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.495883 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.504752 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-2e4ad074-2602-409a-8dfe-d1205e625689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:36.544840 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5db6e0cc8cf640ee87aa46922c56b1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816757 Jun 04 00:54:36.546408 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae36e74-b5e3-49c4-8668-0e20e1279cba,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:36.547826 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41484) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:36.549827 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b9516b31-3b64-4ee8-9d84-c68d385c1a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:36.607790 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a6ff-bb50-4336-b5ed-a856a705ff0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.636562 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a6ff-bb50-4336-b5ed-a856a705ff0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.691288 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a6ff-bb50-4336-b5ed-a856a705ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.694838 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-73d7d383-cb3c-4610-a52d-6d5cbf64eba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:36.705691 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7a6ff-bb50-4336-b5ed-a856a705ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae36e74-b5e3-49c4-8668-0e20e1279cba,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:36.708985 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4ef7a6ff-bb50-4336-b5ed-a856a705ff0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:36.712125 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a6ff-bb50-4336-b5ed-a856a705ff0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:36.713269 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4ef7a6ff-bb50-4336-b5ed-a856a705ff0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ae36e74-b5e3-49c4-8668-0e20e1279cba HTTP/1.1" status: 204 len: 168 time: 0.1644855 Jun 04 00:54:37.279618 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d392b3-4d66-4a47-aeff-1a8b9c3c7c21 req-d7b5dd74-87a1-47ab-bd2d-8cd0eb071ca3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:37.281137 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-78d392b3-4d66-4a47-aeff-1a8b9c3c7c21 req-d7b5dd74-87a1-47ab-bd2d-8cd0eb071ca3 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 944 time: 0.0807002 Jun 04 00:54:37.328239 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-78d392b3-4d66-4a47-aeff-1a8b9c3c7c21 req-0a0820c5-0866-4ce9-a682-e4a47bb45e11 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Jun 04 00:54:37.560906 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:54:37.629025 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:54:37.629336 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:37.744121 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:37.771336 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:54:37.773610 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3f369f-ea25-48d4-8cb0-1f8daba44d35" -d '{"events": [{"server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "name": "network-vif-plugged", "status": "completed", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:54:37.781303 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:54:37.785940 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:37.788324 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:37.822952 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c5bf57-155c-4d18-b8ea-c515fd6dc586 x-openstack-request-id: req-29c5bf57-155c-4d18-b8ea-c515fd6dc586 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:54:37.823251 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "name": "network-vif-plugged", "status": "completed", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:54:37.823614 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29c5bf57-155c-4d18-b8ea-c515fd6dc586 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:54:37.823980 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'code': 200} Jun 04 00:54:37.855189 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,revision_number=8']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:37.858134 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:38.155252 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8f313-1fa0-4382-854c-d5e11a09c812 req-4aec4845-c733-4991-8db2-cbed0948042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:38.156654 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0ad8f313-1fa0-4382-854c-d5e11a09c812 req-4aec4845-c733-4991-8db2-cbed0948042e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1098 time: 0.0689962 Jun 04 00:54:38.198031 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-0ad8f313-1fa0-4382-854c-d5e11a09c812 req-0fa79df2-c6ac-48f2-b486-dad498d99e53 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346484 Jun 04 00:54:38.522630 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6197a65-7fa4-4659-a9f7-a6b4a277c09c req-f1fa0fe6-139b-4131-9cf7-e2e1ece19d00 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:38.524169 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a6197a65-7fa4-4659-a9f7-a6b4a277c09c req-f1fa0fe6-139b-4131-9cf7-e2e1ece19d00 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0873230 Jun 04 00:54:38.568893 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a6197a65-7fa4-4659-a9f7-a6b4a277c09c req-6aaa2c69-79bf-4f20-b160-66a70c844734 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390484 Jun 04 00:54:39.765824 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36989-f48e-4f77-9398-10fc640bdefc req-b0127a9b-207c-4a40-b9b0-162d28371b5c tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:39.767196 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cae36989-f48e-4f77-9398-10fc640bdefc req-b0127a9b-207c-4a40-b9b0-162d28371b5c tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.0917783 Jun 04 00:54:39.814750 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-cae36989-f48e-4f77-9398-10fc640bdefc req-d83c5c52-5544-4fa8-b1a2-749befaaea37 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 Jun 04 00:54:42.437978 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-548bdb69-0340-473d-8260-4529d7db546d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:44.670692 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41578) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:44.799144 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:44.813301 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:44.817379 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] Usage tracker for resource:security_group_rule and tenant:15c2a878b1e54944851345e5114f7f64 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:44.820186 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:44.826147 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:44.907184 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:44.913577 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:44.921867 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-5a5e6403-9ae0-4a80-84a5-a4e84fcc6c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:44.962403 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15c2a878b1e54944851345e5114f7f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902567 Jun 04 00:54:44.964085 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b9d3e8-115c-4ed6-a8b9-fbad31f75210,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:44.965363 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41582) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:44.967119 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-0fe1c93d-a641-4e10-bc3b-20619c0d26da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:44.979307 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.029355 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-78583b87-6324-49f9-baa8-a2859eb58a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.060214 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-78583b87-6324-49f9-baa8-a2859eb58a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.118440 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-78583b87-6324-49f9-baa8-a2859eb58a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.122853 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0c9e1e54-cfed-4e0c-b008-307b648d15e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:45.136646 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78583b87-6324-49f9-baa8-a2859eb58a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b9d3e8-115c-4ed6-a8b9-fbad31f75210,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:45.139501 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-78583b87-6324-49f9-baa8-a2859eb58a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:45.151245 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-78583b87-6324-49f9-baa8-a2859eb58a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.152389 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-78583b87-6324-49f9-baa8-a2859eb58a45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8b9d3e8-115c-4ed6-a8b9-fbad31f75210 HTTP/1.1" status: 204 len: 168 time: 0.1851985 Jun 04 00:54:45.217796 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c47a5f13-bcf6-4762-a6b6-5595faebfa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.454184 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41588) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:45.470765 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.488984 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:45.493580 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] Usage tracker for resource:security_group_rule and tenant:34aaee4170994a5b99561058b2d96959 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:45.496433 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:45.502098 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:45.581943 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.587810 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.594451 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6652a376-94ab-4409-8065-1da2925aa5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:45.633821 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34aaee4170994a5b99561058b2d96959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785836 Jun 04 00:54:45.634741 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b68d629-7663-4b0d-8fac-f3d4cac041a2,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:45.637090 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41590) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:45.637862 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a75ab86d-ce52-43db-b035-beb4b961ae64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:45.777488 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1afc1931-f7a9-49f6-8bc8-373ebee8e91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.802229 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1afc1931-f7a9-49f6-8bc8-373ebee8e91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.855460 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1afc1931-f7a9-49f6-8bc8-373ebee8e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.858987 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-cc5f476b-12d4-4d71-a0f6-2e77393f28d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:45.872045 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc1931-f7a9-49f6-8bc8-373ebee8e91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b68d629-7663-4b0d-8fac-f3d4cac041a2,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:45.875963 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1afc1931-f7a9-49f6-8bc8-373ebee8e91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:45.881533 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-1afc1931-f7a9-49f6-8bc8-373ebee8e91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:45.882635 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-1afc1931-f7a9-49f6-8bc8-373ebee8e91d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b68d629-7663-4b0d-8fac-f3d4cac041a2 HTTP/1.1" status: 204 len: 168 time: 0.2437143 Jun 04 00:54:46.011087 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:47.644537 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:48.652987 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41660) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:48.774101 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:48.788538 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:48.792689 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] Usage tracker for resource:security_group_rule and tenant:afa007ad8a2446f5b481b75db3f86792 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:48.795792 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:48.801937 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:48.881843 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:48.887888 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:48.894643 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8e330549-50f0-48a3-b973-2aad74348194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:48.937665 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afa007ad8a2446f5b481b75db3f86792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835207 Jun 04 00:54:48.938516 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a4da01-b704-4c52-a7e9-6a7c08cce640,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:48.940442 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41664) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:48.941625 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c50f1d08-62f6-4773-8f6d-b59a93147154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:48.998513 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-85ef8fab-8e33-4aa6-9729-4fc4bf9f7254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.023358 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-85ef8fab-8e33-4aa6-9729-4fc4bf9f7254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.090113 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-85ef8fab-8e33-4aa6-9729-4fc4bf9f7254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.093747 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4842fe78-1f24-4e0e-ae63-16dfaa69e397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:49.106203 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef8fab-8e33-4aa6-9729-4fc4bf9f7254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a4da01-b704-4c52-a7e9-6a7c08cce640,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:49.109121 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-85ef8fab-8e33-4aa6-9729-4fc4bf9f7254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:49.111403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-85ef8fab-8e33-4aa6-9729-4fc4bf9f7254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.112569 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-85ef8fab-8e33-4aa6-9729-4fc4bf9f7254 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85a4da01-b704-4c52-a7e9-6a7c08cce640 HTTP/1.1" status: 204 len: 168 time: 0.1711192 Jun 04 00:54:49.413840 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41670) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:49.431919 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.446497 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:49.451322 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] Usage tracker for resource:security_group_rule and tenant:2890511ad8dd43cc8bcf87bac37c3c02 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:49.455884 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:49.463050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:49.546092 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.551995 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.558914 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-8e01b07f-76ce-4602-b730-83d316d271a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:49.597098 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4532525f-3355-4f2d-9292-854c1e9fa654,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:49.601353 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2890511ad8dd43cc8bcf87bac37c3c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865461 Jun 04 00:54:49.602233 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fe693a25-1055-431b-bcbd-49ffde3bf607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:49.604624 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41672) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:49.663466 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d10f2488-1db6-438d-8cd1-a882c421572a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.694734 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d10f2488-1db6-438d-8cd1-a882c421572a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.750547 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d10f2488-1db6-438d-8cd1-a882c421572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.756047 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1440081c-e9a4-42e3-81d7-5ff7a09119d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:49.766828 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f2488-1db6-438d-8cd1-a882c421572a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4532525f-3355-4f2d-9292-854c1e9fa654,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:49.770346 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d10f2488-1db6-438d-8cd1-a882c421572a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:49.773941 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d10f2488-1db6-438d-8cd1-a882c421572a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:49.775051 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-d10f2488-1db6-438d-8cd1-a882c421572a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4532525f-3355-4f2d-9292-854c1e9fa654 HTTP/1.1" status: 204 len: 168 time: 0.1700644 Jun 04 00:54:51.939212 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41730) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:52.058505 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.073251 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:52.077443 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] Usage tracker for resource:security_group_rule and tenant:3aafa84c734a469488ae73585a669d7a is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:52.080481 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:52.086715 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:52.168262 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.174466 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.181254 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e45a75eb-80d6-4fd6-8383-ef788de83848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:52.220600 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3aafa84c734a469488ae73585a669d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801945 Jun 04 00:54:52.221335 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963cbe64-82fe-4a87-8bb2-84af2cc4ba86,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:52.224203 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41734) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:52.224729 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bb8b5b22-cf43-475a-a59b-e96e74dd8105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:52.285197 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-80a4dbf6-fc76-409f-9e4c-83ea8ea3e6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.312004 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-80a4dbf6-fc76-409f-9e4c-83ea8ea3e6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.367693 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-80a4dbf6-fc76-409f-9e4c-83ea8ea3e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.371928 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-16dca4ae-ff9c-4911-bc86-2bc5519e125b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:52.385873 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4dbf6-fc76-409f-9e4c-83ea8ea3e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963cbe64-82fe-4a87-8bb2-84af2cc4ba86,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:52.388308 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-80a4dbf6-fc76-409f-9e4c-83ea8ea3e6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:52.398818 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-80a4dbf6-fc76-409f-9e4c-83ea8ea3e6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.400008 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-80a4dbf6-fc76-409f-9e4c-83ea8ea3e6ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/963cbe64-82fe-4a87-8bb2-84af2cc4ba86 HTTP/1.1" status: 204 len: 168 time: 0.1744425 Jun 04 00:54:52.700266 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41740) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:52.717490 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.732481 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:52.736557 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Usage tracker for resource:security_group_rule and tenant:78a665ca9e244142995d2151babe2048 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:52.739598 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:52.746065 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:52.827554 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.832923 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.844324 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d1662bd1-d588-4fcf-83dd-4eb908fc406e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:52.882172 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78a665ca9e244142995d2151babe2048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808364 Jun 04 00:54:52.883910 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76c8c48-405a-46bb-9468-85f2e06ebf70,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:52.885347 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 41742) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:52.886859 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:52.950496 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-789e678f-08ec-4b8a-954c-1cf640038754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:52.975582 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-789e678f-08ec-4b8a-954c-1cf640038754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:53.034867 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-789e678f-08ec-4b8a-954c-1cf640038754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:53.038449 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-157535f3-4e48-4e51-893b-652ebe988eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:53.050886 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e678f-08ec-4b8a-954c-1cf640038754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76c8c48-405a-46bb-9468-85f2e06ebf70,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:53.054806 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-789e678f-08ec-4b8a-954c-1cf640038754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:53.060314 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-789e678f-08ec-4b8a-954c-1cf640038754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:53.063784 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-789e678f-08ec-4b8a-954c-1cf640038754 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b76c8c48-405a-46bb-9468-85f2e06ebf70 HTTP/1.1" status: 204 len: 168 time: 0.1744952 Jun 04 00:54:53.850783 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41764) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:53.960824 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-358203299-network', 'tenant_id': '993241b13bc8425995492b3e2c1d6a1f'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:54:53.966220 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:53.970360 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Usage tracker for resource:network and tenant:993241b13bc8425995492b3e2c1d6a1f is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:53.973393 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:53.980441 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:53.994508 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Made reservation on behalf of 993241b13bc8425995492b3e2c1d6a1f for: {'network': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:54:53.996915 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.009007 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.023663 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:54.027840 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Usage tracker for resource:security_group_rule and tenant:993241b13bc8425995492b3e2c1d6a1f is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:54.030603 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:54.037083 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:54.069960 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.128529 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.133623 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.136551 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-09f2932b-c94b-4ba9-b97b-5c5637f6da23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:54.163540 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:54:54.171990 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf35df0-a556-4d16-878d-069df653c401,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:54.175494 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:54.178144 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.178644 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.segments_db [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Added segment b6aaaa1a-baa4-4680-9234-3c0195257807 of type vlan for network 7c259291-9452-42df-8627-bbe736068e9f Jun 04 00:54:54.205767 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.239842 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.241876 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:54.242723 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.248316 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:54.353471 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Pushing event updated for resources: {'Network': ['ID=7c259291-9452-42df-8627-bbe736068e9f,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:54.357245 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:54.362505 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-e99eba5e-4ca5-4b11-b9ad-55171e1b6e6b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5106850 Jun 04 00:54:54.364160 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 7c259291-9452-42df-8627-bbe736068e9f details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:54:54.364843 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 41768) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:54:54.370087 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Request body: {'subnet': {'network_id': '7c259291-9452-42df-8627-bbe736068e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-358203299-subnet', 'tenant_id': '993241b13bc8425995492b3e2c1d6a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:54:54.375113 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:54.379286 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Usage tracker for resource:subnet and tenant:993241b13bc8425995492b3e2c1d6a1f is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:54.382227 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:54.388292 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:54.400364 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Made reservation on behalf of 993241b13bc8425995492b3e2c1d6a1f for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:54:54.402716 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6293119'] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.796922 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6293101'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.800424 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:54.870132 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31db0fc3-6313-4f86-854c-59258963917b,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:54.874116 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:54.881522 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Checking segment: {'id': 'b6aaaa1a-baa4-4680-9234-3c0195257807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c259291-9452-42df-8627-bbe736068e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:54:54.881885 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Network hostable DHCP agents. Network: 7c259291-9452-42df-8627-bbe736068e9f, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:54:54.904603 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Network 7c259291-9452-42df-8627-bbe736068e9f is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:54:54.914502 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 7c259291-9452-42df-8627-bbe736068e9f) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:54:54.922626 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:54.923201 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:54.925803 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1716b46-ff7f-46f5-9126-bb4ad08ff719 None None] Network 7c259291-9452-42df-8627-bbe736068e9f requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:54:54.943184 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-e6976432-83b9-4663-b40c-ad29ea998966 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5772159 Jun 04 00:54:55.111293 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a0d21-de40-45eb-99a6-f8192796c7c8 None None] Network 7c259291-9452-42df-8627-bbe736068e9f requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:54:57.048823 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-43bdce60-19e6-47a4-909f-d41c20a4673f tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:57.049441 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-43bdce60-19e6-47a4-909f-d41c20a4673f tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Synchronizing usage tracker for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:network {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:54:57.068325 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-43bdce60-19e6-47a4-909f-d41c20a4673f tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Unset dirty status for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:network {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:54:57.069579 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-43bdce60-19e6-47a4-909f-d41c20a4673f tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/networks?id=7c259291-9452-42df-8627-bbe736068e9f HTTP/1.1" status: 200 len: 808 time: 0.2543502 Jun 04 00:54:57.083987 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-0451d806-4ba6-44ed-849c-d59b99cedbd9 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/quotas/993241b13bc8425995492b3e2c1d6a1f HTTP/1.1" status: 200 len: 375 time: 0.0088904 Jun 04 00:54:57.130487 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-2c2d51bf-c0e7-4f66-9c7a-f541c2f2efe0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=993241b13bc8425995492b3e2c1d6a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414720 Jun 04 00:54:57.274348 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-11dc570c-e35b-4e95-a746-0bccbf72d06e service neutron] 10.222.0.44 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341527 Jun 04 00:54:57.407777 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-e1577e63-394b-4ba6-a817-f284dce6a5ff service neutron] 10.222.0.44 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275551 Jun 04 00:54:57.583991 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-202486ba-df25-4b7f-b0b6-9b0d4f0e4d10 req-ad69560b-5d77-478a-a7b6-48c3ea40da9a tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 210 time: 0.0425200 Jun 04 00:54:58.731920 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0f1a0512-c6a7-4ca9-af62-f273bff229ae req-81866e76-6e55-467b-8e9a-8efa5185d399 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 210 time: 0.0432096 Jun 04 00:54:58.815561 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-2a08868d-b566-47dc-b712-844db84f2897 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:58.816976 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-2a08868d-b566-47dc-b712-844db84f2897 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.47 "GET /v2.0/networks?id=7c259291-9452-42df-8627-bbe736068e9f HTTP/1.1" status: 200 len: 808 time: 0.1515322 Jun 04 00:54:58.837532 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Request body: {'port': {'device_id': '05ba8df1-d074-4328-8001-763e4bab2951', 'network_id': '7c259291-9452-42df-8627-bbe736068e9f', 'admin_state_up': True, 'tenant_id': '993241b13bc8425995492b3e2c1d6a1f'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:54:58.977475 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:54:58.981649 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Usage tracker for resource:port and tenant:993241b13bc8425995492b3e2c1d6a1f is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:54:58.984636 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:54:58.990415 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:54:59.002907 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Made reservation on behalf of 993241b13bc8425995492b3e2c1d6a1f for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:54:59.006547 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:59.163062 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Allocated IP 172.20.0.10 (7c259291-9452-42df-8627-bbe736068e9f/31db0fc3-6313-4f86-854c-59258963917b/20691005-8cba-4e69-8c2f-9434e6790d46) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:54:59.371099 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:59.402849 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:59.408381 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-320cb054-3e9e-4b88-974e-57285106b53f tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:54:59.471295 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Network 7c259291-9452-42df-8627-bbe736068e9f is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:54:59.472379 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:54:59.476118 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:54:59.516404 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Pushing event updated for resources: {'Port': ['ID=20691005-8cba-4e69-8c2f-9434e6790d46,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:54:59.520569 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:54:59.553397 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:54:59.554141 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:54:59.583447 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-4c59b680-c757-4527-a919-5175b70e17c0 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7502425 Jun 04 00:54:59.601097 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Request body: {'port': {'device_id': '05ba8df1-d074-4328-8001-763e4bab2951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:54:59.709324 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:00.108999 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355659f0-110c-431c-b359-c011995acde1 req-51ad6c8c-87f1-412d-8494-368d50fca523 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:00.109735 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-355659f0-110c-431c-b359-c011995acde1 req-51ad6c8c-87f1-412d-8494-368d50fca523 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Synchronizing usage tracker for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:55:00.143136 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-355659f0-110c-431c-b359-c011995acde1 req-51ad6c8c-87f1-412d-8494-368d50fca523 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Unset dirty status for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:55:00.144339 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-355659f0-110c-431c-b359-c011995acde1 req-51ad6c8c-87f1-412d-8494-368d50fca523 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 932 time: 0.3076885 Jun 04 00:55:00.224198 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20691005-8cba-4e69-8c2f-9434e6790d46 {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:55:00.235416 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:00.243342 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-355659f0-110c-431c-b359-c011995acde1 req-763d1fc3-ce4f-4655-8bfa-dad555e6ccd2 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664189 Jun 04 00:55:00.254069 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Transition to ACTIVE for port object 20691005-8cba-4e69-8c2f-9434e6790d46 will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:55:00.258207 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:00.262220 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fcfe0d17-735e-4c2a-a666-7275e8c2fa7f tempest-VolumesNegativeTest-484333676 tempest-VolumesNegativeTest-484333676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:00.388297 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Pushing event updated for resources: {'Port': ['ID=20691005-8cba-4e69-8c2f-9434e6790d46,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:00.413570 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:00.491703 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Attempting to bind port 20691005-8cba-4e69-8c2f-9434e6790d46 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:55:00.492042 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Attempting to bind port 20691005-8cba-4e69-8c2f-9434e6790d46 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': 'b6aaaa1a-baa4-4680-9234-3c0195257807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c259291-9452-42df-8627-bbe736068e9f'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:55:00.492365 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Attempting to bind port 20691005-8cba-4e69-8c2f-9434e6790d46 on network 7c259291-9452-42df-8627-bbe736068e9f {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:55:00.497672 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Port 20691005-8cba-4e69-8c2f-9434e6790d46 on network 7c259291-9452-42df-8627-bbe736068e9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:55:00.497980 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Attempting to bind port 20691005-8cba-4e69-8c2f-9434e6790d46 on network 7c259291-9452-42df-8627-bbe736068e9f {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:55:00.503489 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:55:00.503875 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Checking segment: {'id': 'b6aaaa1a-baa4-4680-9234-3c0195257807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c259291-9452-42df-8627-bbe736068e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:55:00.504262 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Bound using segment: {'id': 'b6aaaa1a-baa4-4680-9234-3c0195257807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c259291-9452-42df-8627-bbe736068e9f'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:55:00.504678 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Bound port: 20691005-8cba-4e69-8c2f-9434e6790d46, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6aaaa1a-baa4-4680-9234-3c0195257807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c259291-9452-42df-8627-bbe736068e9f'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:55:00.505005 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:00.607208 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] For port 20691005-8cba-4e69-8c2f-9434e6790d46, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:55:00.610325 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] For port 20691005-8cba-4e69-8c2f-9434e6790d46, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=20691005-8cba-4e69-8c2f-9434e6790d46,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:55:00.618324 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:00.622857 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-412bafbd-2fad-48cb-bc7b-acf3d30c679f tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:00.676612 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:00.677222 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:00.678615 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] 10.222.0.47 "PUT /v2.0/ports/20691005-8cba-4e69-8c2f-9434e6790d46 HTTP/1.1" status: 200 len: 1094 time: 1.0819194 Jun 04 00:55:00.679133 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ba8df1-d074-4328-8001-763e4bab2951', 'tag': '20691005-8cba-4e69-8c2f-9434e6790d46'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:55:00.681467 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50910a0e-f724-40bb-9268-ad85abbdedb2" -d '{"events": [{"name": "network-changed", "server_uuid": "05ba8df1-d074-4328-8001-763e4bab2951", "tag": "20691005-8cba-4e69-8c2f-9434e6790d46"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:55:00.701282 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Pushing event updated for resources: {'Port': ['ID=20691005-8cba-4e69-8c2f-9434e6790d46,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:00.706551 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:00.724856 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3b0035-8fee-464a-a0cd-28df18ec07a7 x-openstack-request-id: req-5e3b0035-8fee-464a-a0cd-28df18ec07a7 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:55:00.725179 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ba8df1-d074-4328-8001-763e4bab2951", "tag": "20691005-8cba-4e69-8c2f-9434e6790d46", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:55:00.725464 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e3b0035-8fee-464a-a0cd-28df18ec07a7 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:55:00.725917 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ba8df1-d074-4328-8001-763e4bab2951', 'tag': '20691005-8cba-4e69-8c2f-9434e6790d46', 'status': 'completed', 'code': 200} Jun 04 00:55:00.820950 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-3c792baa-4c61-44cf-b1f5-0cbeac31e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:00.822451 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-3c792baa-4c61-44cf-b1f5-0cbeac31e6bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=993241b13bc8425995492b3e2c1d6a1f&device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 1097 time: 0.0770943 Jun 04 00:55:00.896393 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-c1f6e1a0-32e4-4e3b-b715-e71821fd61bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20691005-8cba-4e69-8c2f-9434e6790d46 HTTP/1.1" status: 200 len: 217 time: 0.0598724 Jun 04 00:55:00.962334 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-1b5e8013-d4ae-4bac-809b-0573f1ed73df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:00.963655 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-1b5e8013-d4ae-4bac-809b-0573f1ed73df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31db0fc3-6313-4f86-854c-59258963917b HTTP/1.1" status: 200 len: 848 time: 0.0615063 Jun 04 00:55:01.009907 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-100857d5-8920-49c3-9f72-ba9446f5cc4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c259291-9452-42df-8627-bbe736068e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398116 Jun 04 00:55:01.148426 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-182b8a3c-e028-4387-af2b-a60e20c3b2ed service neutron] 10.222.0.47 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307797 Jun 04 00:55:01.281511 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-224e9ff6-e99c-404a-8cf1-7c71289e5bb7 req-17439d57-4895-4584-89bd-0368f71ee3de service neutron] 10.222.0.47 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261108 Jun 04 00:55:01.494294 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2accbbe-05bc-4cc1-bb09-17eb238324d3 req-48dd6190-1d87-474f-a970-15299d5e83ea tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:01.495793 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f2accbbe-05bc-4cc1-bb09-17eb238324d3 req-48dd6190-1d87-474f-a970-15299d5e83ea tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 944 time: 0.1380019 Jun 04 00:55:01.497644 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-0a62aba9-9bbf-498f-8f27-6ec2b89653d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:01.498938 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-0a62aba9-9bbf-498f-8f27-6ec2b89653d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=993241b13bc8425995492b3e2c1d6a1f&device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 1097 time: 0.1045420 Jun 04 00:55:01.616733 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f2accbbe-05bc-4cc1-bb09-17eb238324d3 req-cef178fe-cb86-44ea-bae1-43adb4b1a642 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149104 Jun 04 00:55:01.663537 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-f682cf13-72e7-482c-aaa5-c4c982e46419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:01.664996 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-f682cf13-72e7-482c-aaa5-c4c982e46419 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7c259291-9452-42df-8627-bbe736068e9f HTTP/1.1" status: 200 len: 909 time: 0.1505001 Jun 04 00:55:01.823752 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-dea77707-1b53-4dcb-a9e2-e9b9667b9fbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20691005-8cba-4e69-8c2f-9434e6790d46 HTTP/1.1" status: 200 len: 217 time: 0.1507802 Jun 04 00:55:01.897108 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-631d1feb-4cf0-47be-9456-a6165e7ada3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:01.898424 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-631d1feb-4cf0-47be-9456-a6165e7ada3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31db0fc3-6313-4f86-854c-59258963917b HTTP/1.1" status: 200 len: 848 time: 0.0680485 Jun 04 00:55:01.947840 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-cc86937e-4a13-4b4a-9a12-45205f3c087c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c259291-9452-42df-8627-bbe736068e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409677 Jun 04 00:55:02.085641 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-b3c56df3-a260-4a59-93a0-bcfd943058c2 service neutron] 10.222.0.47 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305935 Jun 04 00:55:02.221727 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-50910a0e-f724-40bb-9268-ad85abbdedb2 req-b754e4e3-f206-4659-8f14-ffa2d27e597c service neutron] 10.222.0.47 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286187 Jun 04 00:55:02.810398 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15c142-bdad-41ea-9bce-1d14939e4df3 req-e20c5e6f-78d3-4b33-9c3a-d06f47e40c47 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:02.811844 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cd15c142-bdad-41ea-9bce-1d14939e4df3 req-e20c5e6f-78d3-4b33-9c3a-d06f47e40c47 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 944 time: 0.0842290 Jun 04 00:55:02.857830 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-cd15c142-bdad-41ea-9bce-1d14939e4df3 req-90823936-dee2-424f-8ebc-4bb2832e104e tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Synchronizing usage tracker for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:55:02.879347 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-cd15c142-bdad-41ea-9bce-1d14939e4df3 req-90823936-dee2-424f-8ebc-4bb2832e104e tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Unset dirty status for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:55:02.880483 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-cd15c142-bdad-41ea-9bce-1d14939e4df3 req-90823936-dee2-424f-8ebc-4bb2832e104e tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607536 Jun 04 00:55:04.082436 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c96766-fa24-434f-9beb-a037afaf037e req-5366dd2b-cc7e-45a7-a131-242089404a98 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:04.083892 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d0c96766-fa24-434f-9beb-a037afaf037e req-5366dd2b-cc7e-45a7-a131-242089404a98 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 944 time: 0.0889711 Jun 04 00:55:04.130429 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d0c96766-fa24-434f-9beb-a037afaf037e req-fc3f768e-d128-46fe-a4e0-ec040b04c52a tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Jun 04 00:55:05.469576 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26a151-30a0-412a-945c-ff3097f90ea3 req-3504de58-d19b-4cd5-8800-062d4fe3279e tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:05.471017 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-da26a151-30a0-412a-945c-ff3097f90ea3 req-3504de58-d19b-4cd5-8800-062d4fe3279e tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 944 time: 0.0798743 Jun 04 00:55:05.515255 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-da26a151-30a0-412a-945c-ff3097f90ea3 req-cf6763f1-a874-4499-8dc0-2817f70e87e7 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384929 Jun 04 00:55:05.632404 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 20691005-8cba-4e69-8c2f-9434e6790d46 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:55:05.778244 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 20691005-8cba-4e69-8c2f-9434e6790d46, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=20691005-8cba-4e69-8c2f-9434e6790d46,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:55:05.790986 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '20691005-8cba-4e69-8c2f-9434e6790d46', 'network_id': '7c259291-9452-42df-8627-bbe736068e9f', 'port_id': '20691005-8cba-4e69-8c2f-9434e6790d46', 'mac_address': 'fa:16:3e:a4:3a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31db0fc3-6313-4f86-854c-59258963917b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:55:05.845128 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:05.864127 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20691005-8cba-4e69-8c2f-9434e6790d46 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:55:05.882532 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 20691005-8cba-4e69-8c2f-9434e6790d46, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=20691005-8cba-4e69-8c2f-9434e6790d46,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:55:05.889679 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:05.891626 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:05.958523 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=20691005-8cba-4e69-8c2f-9434e6790d46,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:05.961867 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:06.296260 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['20691005-8cba-4e69-8c2f-9434e6790d46'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:55:06.726595 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110860ba-b56c-4582-ae47-4a7e532826c6 req-4933222a-28f0-4b88-8c65-2e5b164c5ae8 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:06.728098 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-110860ba-b56c-4582-ae47-4a7e532826c6 req-4933222a-28f0-4b88-8c65-2e5b164c5ae8 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 945 time: 0.0878086 Jun 04 00:55:06.774409 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-110860ba-b56c-4582-ae47-4a7e532826c6 req-6d550cd3-5e11-45aa-8aef-23e3dd461e41 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405486 Jun 04 00:55:07.468250 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:55:07.652756 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 20691005-8cba-4e69-8c2f-9434e6790d46 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:55:07.727173 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 20691005-8cba-4e69-8c2f-9434e6790d46 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:55:07.732496 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 20691005-8cba-4e69-8c2f-9434e6790d46 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:55:07.732978 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:07.848876 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:07.875435 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ba8df1-d074-4328-8001-763e4bab2951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20691005-8cba-4e69-8c2f-9434e6790d46'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:55:07.877723 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d007dfb-e732-4989-a62c-8d2f242bdf92" -d '{"events": [{"server_uuid": "05ba8df1-d074-4328-8001-763e4bab2951", "name": "network-vif-plugged", "status": "completed", "tag": "20691005-8cba-4e69-8c2f-9434e6790d46"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:55:07.885425 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 20691005-8cba-4e69-8c2f-9434e6790d46, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=20691005-8cba-4e69-8c2f-9434e6790d46,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:55:07.890352 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:07.893238 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-0664aaa9-1ed4-444d-88ac-b83a27cc1d87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:07.924171 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce279a3-e596-40dc-881d-87e3766d7b90 x-openstack-request-id: req-1ce279a3-e596-40dc-881d-87e3766d7b90 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:55:07.924465 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ba8df1-d074-4328-8001-763e4bab2951", "name": "network-vif-plugged", "status": "completed", "tag": "20691005-8cba-4e69-8c2f-9434e6790d46", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:55:07.924724 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ce279a3-e596-40dc-881d-87e3766d7b90 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:55:07.925107 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ba8df1-d074-4328-8001-763e4bab2951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20691005-8cba-4e69-8c2f-9434e6790d46', 'code': 200} Jun 04 00:55:07.965828 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8d74b-f76c-4c9c-bef3-20ded8b02c00 req-77c2139a-4859-4f89-9aa2-c2d51ee8d729 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:07.967345 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e0c8d74b-f76c-4c9c-bef3-20ded8b02c00 req-77c2139a-4859-4f89-9aa2-c2d51ee8d729 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 946 time: 0.0861123 Jun 04 00:55:07.970182 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=20691005-8cba-4e69-8c2f-9434e6790d46,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:07.973527 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:08.013593 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-e0c8d74b-f76c-4c9c-bef3-20ded8b02c00 req-bf93b9e7-80cf-476c-bbe5-3aef5b91d602 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Jun 04 00:55:08.195453 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6f8e0-2ab6-4e65-985a-f460b15857cd req-f8b44f5c-5fe9-40be-9e49-f19444822bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:08.196912 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9eb6f8e0-2ab6-4e65-985a-f460b15857cd req-f8b44f5c-5fe9-40be-9e49-f19444822bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 1099 time: 0.0696487 Jun 04 00:55:08.242463 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9eb6f8e0-2ab6-4e65-985a-f460b15857cd req-bf367aa9-cc4c-403e-8eed-450303175e59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380459 Jun 04 00:55:09.218223 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185ede4-3f62-4024-a045-3ec551e54282 req-79254c0f-f5d1-4566-ba00-91a8443d36a5 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:09.219692 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e185ede4-3f62-4024-a045-3ec551e54282 req-79254c0f-f5d1-4566-ba00-91a8443d36a5 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 946 time: 0.0853963 Jun 04 00:55:09.264788 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e185ede4-3f62-4024-a045-3ec551e54282 req-219f1688-f7f9-4665-a999-4c5fa52f1881 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392106 Jun 04 00:55:10.461772 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9ddb2-e899-44ad-8577-516dc3741d85 req-a758cd6d-4d0e-4ade-8c45-8d8d8431f148 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:10.463259 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-44c9ddb2-e899-44ad-8577-516dc3741d85 req-a758cd6d-4d0e-4ade-8c45-8d8d8431f148 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 946 time: 0.0822587 Jun 04 00:55:10.524939 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-44c9ddb2-e899-44ad-8577-516dc3741d85 req-eb41508b-31b9-469c-9cf3-0654207fda4b tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523698 Jun 04 00:55:11.608302 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941deddd-c2de-4e44-9663-d48f69f6ca4b req-e22715ec-26c4-4c12-9442-acc8cc657427 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:11.609778 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-941deddd-c2de-4e44-9663-d48f69f6ca4b req-e22715ec-26c4-4c12-9442-acc8cc657427 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 946 time: 0.0957403 Jun 04 00:55:11.657536 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-941deddd-c2de-4e44-9663-d48f69f6ca4b req-dc630408-a5b0-402a-98f7-ebd37988a4d2 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 Jun 04 00:55:12.444672 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-8c0f59a2-1f71-4769-a0b1-2af63c3411b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:12.860050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bfefa-8555-4088-89c4-6c62789cf733 req-fa13e500-9f4f-4284-8de5-a65665d97f1f tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:12.861499 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a68bfefa-8555-4088-89c4-6c62789cf733 req-fa13e500-9f4f-4284-8de5-a65665d97f1f tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 946 time: 0.0809596 Jun 04 00:55:12.908576 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a68bfefa-8555-4088-89c4-6c62789cf733 req-172e8f60-b388-4fa8-8b56-2ff7486e462c tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Jun 04 00:55:13.312498 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-181c7967-632e-4da3-bc6d-f99e76c54b67 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:13.313934 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-181c7967-632e-4da3-bc6d-f99e76c54b67 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.47 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 946 time: 0.1000874 Jun 04 00:55:13.459449 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Deleting port 20691005-8cba-4e69-8c2f-9434e6790d46 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:55:13.459811 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:13.592186 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] For port 20691005-8cba-4e69-8c2f-9434e6790d46, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=20691005-8cba-4e69-8c2f-9434e6790d46,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:55:13.592445 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:13.715199 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Calling delete_port for 20691005-8cba-4e69-8c2f-9434e6790d46 owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:55:13.839080 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:13.845379 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:13.888719 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Pushing event deleted for resources: {'Port': ['ID=20691005-8cba-4e69-8c2f-9434e6790d46,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:13.891788 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:14.058785 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] No DVR routers for this DVR port 20691005-8cba-4e69-8c2f-9434e6790d46 on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:55:14.061660 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:14.064847 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ba8df1-d074-4328-8001-763e4bab2951', 'name': 'network-vif-deleted', 'tag': '20691005-8cba-4e69-8c2f-9434e6790d46'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:55:14.067170 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7408591-4b96-4875-a745-dc7b8d2ed765" -d '{"events": [{"server_uuid": "05ba8df1-d074-4328-8001-763e4bab2951", "name": "network-vif-deleted", "tag": "20691005-8cba-4e69-8c2f-9434e6790d46"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:55:14.069862 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-95ba96bf-bc14-433c-902d-d068220ae74c req-ba3e9df7-8e8e-45f2-82e4-552ee4864ae1 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=05ba8df1-d074-4328-8001-763e4bab2951 HTTP/1.1" status: 200 len: 210 time: 0.0486946 Jun 04 00:55:14.082104 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-93a9c714-e882-4bcb-bb54-8dffe5aef97e req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.47 "DELETE /v2.0/ports/20691005-8cba-4e69-8c2f-9434e6790d46 HTTP/1.1" status: 204 len: 173 time: 0.7621489 Jun 04 00:55:14.113419 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c7f38-650e-47f8-9726-09f306f068d4 x-openstack-request-id: req-107c7f38-650e-47f8-9726-09f306f068d4 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:55:14.113743 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ba8df1-d074-4328-8001-763e4bab2951", "name": "network-vif-deleted", "tag": "20691005-8cba-4e69-8c2f-9434e6790d46", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:55:14.114032 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-107c7f38-650e-47f8-9726-09f306f068d4 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:55:14.114452 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ba8df1-d074-4328-8001-763e4bab2951', 'name': 'network-vif-deleted', 'tag': '20691005-8cba-4e69-8c2f-9434e6790d46', 'status': 'completed', 'code': 200} Jun 04 00:55:14.984224 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:15.211163 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a2a1360e-d0f9-4ed3-89b5-058291a7cfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:15.455153 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-d3c00793-dd83-4316-a84f-86dff0a9afd2 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:15.456624 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-d3c00793-dd83-4316-a84f-86dff0a9afd2 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/networks?id=7c259291-9452-42df-8627-bbe736068e9f HTTP/1.1" status: 200 len: 808 time: 0.1577868 Jun 04 00:55:15.474087 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-2e1cb1e8-6c06-4767-82ac-073b166123dc tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/quotas/993241b13bc8425995492b3e2c1d6a1f HTTP/1.1" status: 200 len: 375 time: 0.0095615 Jun 04 00:55:15.521232 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-616e235c-0f60-457e-929f-3f8bd7826df8 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Synchronizing usage tracker for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:55:15.540009 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-616e235c-0f60-457e-929f-3f8bd7826df8 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Unset dirty status for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:55:15.541389 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-616e235c-0f60-457e-929f-3f8bd7826df8 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=993241b13bc8425995492b3e2c1d6a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625627 Jun 04 00:55:15.676221 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-c3531507-80ac-44b9-9d5c-169d22804b3a service neutron] 10.222.0.44 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270354 Jun 04 00:55:15.710331 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 20691005-8cba-4e69-8c2f-9434e6790d46 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:55:15.745272 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 20691005-8cba-4e69-8c2f-9434e6790d46 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:55:15.745631 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 20691005-8cba-4e69-8c2f-9434e6790d46 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:55:15.807985 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-7114642a-deba-42ad-a32d-e786d3c6a0f0 service neutron] 10.222.0.44 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258068 Jun 04 00:55:15.987796 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-2c2092b4-abaa-4415-8d98-3779d0f42eb2 req-c9eb1fef-38c2-4800-bcbf-b5a7b087d245 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 210 time: 0.0421376 Jun 04 00:55:16.016712 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:17.171061 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-264703aa-05be-4c6d-b272-c506e87aede2 req-cd0a60a3-e91f-47e6-9961-3a9c8ed6f86d tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 210 time: 0.0506132 Jun 04 00:55:17.203826 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-ceab9838-d004-4e5f-8b14-910384298688 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:17.205148 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-ceab9838-d004-4e5f-8b14-910384298688 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.47 "GET /v2.0/networks?id=7c259291-9452-42df-8627-bbe736068e9f HTTP/1.1" status: 200 len: 808 time: 0.2287133 Jun 04 00:55:17.224254 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Request body: {'port': {'device_id': '7a099b76-8b21-45d1-a89d-9a0d574c20a8', 'network_id': '7c259291-9452-42df-8627-bbe736068e9f', 'admin_state_up': True, 'tenant_id': '993241b13bc8425995492b3e2c1d6a1f'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:55:17.364158 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:55:17.374457 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:55:17.385778 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Made reservation on behalf of 993241b13bc8425995492b3e2c1d6a1f for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:55:17.389623 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:17.546867 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Allocated IP 172.20.0.12 (7c259291-9452-42df-8627-bbe736068e9f/31db0fc3-6313-4f86-854c-59258963917b/9fba5531-4446-4bb5-811b-227090233f77) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:55:17.649260 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:17.772062 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:17.803923 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:17.809574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4e9eb2d6-5281-433a-9f42-b87811e5cd6f tempest-AttachVolumeNegativeTest-1155682426 tempest-AttachVolumeNegativeTest-1155682426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:17.872374 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Network 7c259291-9452-42df-8627-bbe736068e9f is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:55:17.875338 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:55:17.878990 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:55:17.908196 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Pushing event updated for resources: {'Port': ['ID=9fba5531-4446-4bb5-811b-227090233f77,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:17.914022 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:17.947344 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:17.947952 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:17.973601 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7534738 Jun 04 00:55:17.992337 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Request body: {'port': {'device_id': '7a099b76-8b21-45d1-a89d-9a0d574c20a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:55:18.099855 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:18.364840 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808a59a-9362-44ac-b793-043b5e9840d6 req-3dba24f8-2346-4aa7-bf68-52342d3d65f2 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:18.366424 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8808a59a-9362-44ac-b793-043b5e9840d6 req-3dba24f8-2346-4aa7-bf68-52342d3d65f2 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 932 time: 0.0840189 Jun 04 00:55:18.412504 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8808a59a-9362-44ac-b793-043b5e9840d6 req-7215085b-5da0-473e-a9c9-ab1fc93a7b3c tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397830 Jun 04 00:55:18.539779 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fba5531-4446-4bb5-811b-227090233f77 {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:55:18.547145 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:18.561880 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Transition to ACTIVE for port object 9fba5531-4446-4bb5-811b-227090233f77 will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:55:18.568349 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:18.571991 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e1968c9c-5445-43ed-b4fc-c029c7066346 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:18.718828 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Pushing event updated for resources: {'Port': ['ID=9fba5531-4446-4bb5-811b-227090233f77,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:18.721636 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:18.804188 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Attempting to bind port 9fba5531-4446-4bb5-811b-227090233f77 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:55:18.804406 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Attempting to bind port 9fba5531-4446-4bb5-811b-227090233f77 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': 'b6aaaa1a-baa4-4680-9234-3c0195257807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c259291-9452-42df-8627-bbe736068e9f'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:55:18.804745 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Attempting to bind port 9fba5531-4446-4bb5-811b-227090233f77 on network 7c259291-9452-42df-8627-bbe736068e9f {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:55:18.810039 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Port 9fba5531-4446-4bb5-811b-227090233f77 on network 7c259291-9452-42df-8627-bbe736068e9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:55:18.810433 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Attempting to bind port 9fba5531-4446-4bb5-811b-227090233f77 on network 7c259291-9452-42df-8627-bbe736068e9f {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:55:18.815893 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:55:18.816224 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Checking segment: {'id': 'b6aaaa1a-baa4-4680-9234-3c0195257807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c259291-9452-42df-8627-bbe736068e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:55:18.816597 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Bound using segment: {'id': 'b6aaaa1a-baa4-4680-9234-3c0195257807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c259291-9452-42df-8627-bbe736068e9f'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:55:18.817014 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Bound port: 9fba5531-4446-4bb5-811b-227090233f77, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6aaaa1a-baa4-4680-9234-3c0195257807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c259291-9452-42df-8627-bbe736068e9f'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:55:18.817351 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:18.902995 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] For port 9fba5531-4446-4bb5-811b-227090233f77, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:55:18.906017 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] For port 9fba5531-4446-4bb5-811b-227090233f77, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=9fba5531-4446-4bb5-811b-227090233f77,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:55:18.914246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:18.919726 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-dfb9cb31-f9fb-439a-b1b1-c12f0716ccc4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:18.977531 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:18.978143 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:18.979512 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] 10.222.0.47 "PUT /v2.0/ports/9fba5531-4446-4bb5-811b-227090233f77 HTTP/1.1" status: 200 len: 1094 time: 0.9912019 Jun 04 00:55:18.980031 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a099b76-8b21-45d1-a89d-9a0d574c20a8', 'tag': '9fba5531-4446-4bb5-811b-227090233f77'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:55:18.982386 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0c241b-8ce0-4604-a7b7-de19c76feb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a099b76-8b21-45d1-a89d-9a0d574c20a8", "tag": "9fba5531-4446-4bb5-811b-227090233f77"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:55:19.000526 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Pushing event updated for resources: {'Port': ['ID=9fba5531-4446-4bb5-811b-227090233f77,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:19.004057 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:19.027129 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b63e9d-6652-4689-a1dc-bc6b62b207d1 x-openstack-request-id: req-24b63e9d-6652-4689-a1dc-bc6b62b207d1 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:55:19.027463 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a099b76-8b21-45d1-a89d-9a0d574c20a8", "tag": "9fba5531-4446-4bb5-811b-227090233f77", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:55:19.027791 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24b63e9d-6652-4689-a1dc-bc6b62b207d1 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:55:19.028223 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a099b76-8b21-45d1-a89d-9a0d574c20a8', 'tag': '9fba5531-4446-4bb5-811b-227090233f77', 'status': 'completed', 'code': 200} Jun 04 00:55:19.130069 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-12b8847c-f144-4fd5-be4e-6ba0835d8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:19.131604 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-12b8847c-f144-4fd5-be4e-6ba0835d8d68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=993241b13bc8425995492b3e2c1d6a1f&device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 1097 time: 0.0842984 Jun 04 00:55:19.207984 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-230f609c-f164-4b76-af5f-1b700d5b6dcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fba5531-4446-4bb5-811b-227090233f77 HTTP/1.1" status: 200 len: 217 time: 0.0634005 Jun 04 00:55:19.270412 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-a5a9479a-2dea-40c9-9d2a-852a6194a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:19.271795 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-a5a9479a-2dea-40c9-9d2a-852a6194a2b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31db0fc3-6313-4f86-854c-59258963917b HTTP/1.1" status: 200 len: 848 time: 0.0573273 Jun 04 00:55:19.320594 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-6701c215-0e9a-4a54-9770-5223fc5cc44b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c259291-9452-42df-8627-bbe736068e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423307 Jun 04 00:55:19.462999 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-e37500a4-8e6b-4b49-b8da-7256e4e851c2 service neutron] 10.222.0.47 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359367 Jun 04 00:55:19.594022 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-aee87372-01ba-4e9a-8a09-20c44ab0d483 req-d6677064-dd6b-4eab-9abd-c016e2f2475c service neutron] 10.222.0.47 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238818 Jun 04 00:55:19.600565 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ffbd-0d12-481d-aa1b-f8d64f7ff692 req-9cc2d712-0e1d-450e-baaf-d8e2f0aa9e94 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:19.602005 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5781ffbd-0d12-481d-aa1b-f8d64f7ff692 req-9cc2d712-0e1d-450e-baaf-d8e2f0aa9e94 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 944 time: 0.0839036 Jun 04 00:55:19.647462 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-5781ffbd-0d12-481d-aa1b-f8d64f7ff692 req-71ea1e23-dd25-4e0e-92b7-fbd50e0d3b88 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Jun 04 00:55:19.764967 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-29467d83-c835-4816-9199-a815a648e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:19.766376 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-29467d83-c835-4816-9199-a815a648e568 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=993241b13bc8425995492b3e2c1d6a1f&device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 1097 time: 0.0828521 Jun 04 00:55:19.903770 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-7ab128d5-ab8f-4eff-8072-0d462f3f563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:19.905268 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-7ab128d5-ab8f-4eff-8072-0d462f3f563f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7c259291-9452-42df-8627-bbe736068e9f HTTP/1.1" status: 200 len: 909 time: 0.1323693 Jun 04 00:55:19.977473 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-a0bd2f4b-2a88-4eb4-83d7-3cec8df2a281 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fba5531-4446-4bb5-811b-227090233f77 HTTP/1.1" status: 200 len: 217 time: 0.0656602 Jun 04 00:55:20.038085 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-d5a01e5d-e131-4124-8237-40daed2c1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:20.039401 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-d5a01e5d-e131-4124-8237-40daed2c1486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31db0fc3-6313-4f86-854c-59258963917b HTTP/1.1" status: 200 len: 848 time: 0.0560324 Jun 04 00:55:20.089712 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-551aaf77-3663-4164-a13e-7f6e94bb7cb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c259291-9452-42df-8627-bbe736068e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401971 Jun 04 00:55:20.305447 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-c6609644-bdc6-410d-bde7-cbf951974578 service neutron] 10.222.0.47 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087855 Jun 04 00:55:20.442583 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de0c241b-8ce0-4604-a7b7-de19c76feb5e req-f9714fba-46af-4041-ac40-415691abce8b service neutron] 10.222.0.47 "GET /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297066 Jun 04 00:55:20.970929 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e561ff-19fc-4078-9d19-3d273a37dfcc req-b35e4113-15db-47c5-a304-6f14eb657c88 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:20.971680 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-48e561ff-19fc-4078-9d19-3d273a37dfcc req-b35e4113-15db-47c5-a304-6f14eb657c88 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Synchronizing usage tracker for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:55:20.989182 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-48e561ff-19fc-4078-9d19-3d273a37dfcc req-b35e4113-15db-47c5-a304-6f14eb657c88 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Unset dirty status for tenant:993241b13bc8425995492b3e2c1d6a1f on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:55:20.990560 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-48e561ff-19fc-4078-9d19-3d273a37dfcc req-b35e4113-15db-47c5-a304-6f14eb657c88 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 944 time: 0.2250371 Jun 04 00:55:21.036045 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-48e561ff-19fc-4078-9d19-3d273a37dfcc req-a4412adb-1828-4618-b60f-689086adbe8f tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394921 Jun 04 00:55:22.290387 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c912b-d3a0-42c6-bf48-d96581fd75d3 req-d6af9dab-a0da-4791-8b34-a2321b7f851f tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:22.291844 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6b0c912b-d3a0-42c6-bf48-d96581fd75d3 req-d6af9dab-a0da-4791-8b34-a2321b7f851f tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 944 time: 0.1406176 Jun 04 00:55:22.339973 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6b0c912b-d3a0-42c6-bf48-d96581fd75d3 req-59a37e1c-939f-4688-a876-a399e0cd83ea tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Jun 04 00:55:23.549569 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09506559-33e2-4167-9ff1-8b08b96918d3 req-afa03c92-7c27-4adb-90d2-cd8d3f647bbf tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:23.551017 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-09506559-33e2-4167-9ff1-8b08b96918d3 req-afa03c92-7c27-4adb-90d2-cd8d3f647bbf tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 944 time: 0.0960002 Jun 04 00:55:23.595474 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-09506559-33e2-4167-9ff1-8b08b96918d3 req-c4b9d46d-5b6a-432b-b52f-e44d15808bb4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387461 Jun 04 00:55:23.781728 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 9fba5531-4446-4bb5-811b-227090233f77 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:55:23.921339 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 9fba5531-4446-4bb5-811b-227090233f77, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=9fba5531-4446-4bb5-811b-227090233f77,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:55:23.934122 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': '9fba5531-4446-4bb5-811b-227090233f77', 'network_id': '7c259291-9452-42df-8627-bbe736068e9f', 'port_id': '9fba5531-4446-4bb5-811b-227090233f77', 'mac_address': 'fa:16:3e:52:b5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31db0fc3-6313-4f86-854c-59258963917b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:55:23.990060 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:24.035980 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fba5531-4446-4bb5-811b-227090233f77 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:55:24.052344 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 9fba5531-4446-4bb5-811b-227090233f77, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=9fba5531-4446-4bb5-811b-227090233f77,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:55:24.059872 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:24.061734 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:24.124740 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:24.135330 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=9fba5531-4446-4bb5-811b-227090233f77,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:24.138773 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:24.440325 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['9fba5531-4446-4bb5-811b-227090233f77'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:55:24.799337 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d5410-adcb-4c97-bdea-63ebda60823a req-03620fbf-4ed4-4e83-b76a-05f86b0038b1 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:24.800735 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-964d5410-adcb-4c97-bdea-63ebda60823a req-03620fbf-4ed4-4e83-b76a-05f86b0038b1 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 945 time: 0.0948410 Jun 04 00:55:24.848600 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-964d5410-adcb-4c97-bdea-63ebda60823a req-222849ba-5abd-4b25-8cda-150fbaada599 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Jun 04 00:55:25.811489 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 9fba5531-4446-4bb5-811b-227090233f77 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:55:25.888106 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port 9fba5531-4446-4bb5-811b-227090233f77 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:55:25.892903 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port 9fba5531-4446-4bb5-811b-227090233f77 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:55:25.893308 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:26.009281 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:26.035402 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a099b76-8b21-45d1-a89d-9a0d574c20a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba5531-4446-4bb5-811b-227090233f77'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:55:26.036899 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2f808-f888-4426-86aa-6c4169c64b91 req-1be77ab4-2b99-431e-b7c1-b448fa6da749 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:26.037642 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a0003-1ef5-429d-89df-579821ddbe7a" -d '{"events": [{"server_uuid": "7a099b76-8b21-45d1-a89d-9a0d574c20a8", "name": "network-vif-plugged", "status": "completed", "tag": "9fba5531-4446-4bb5-811b-227090233f77"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:55:26.038348 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-61a2f808-f888-4426-86aa-6c4169c64b91 req-1be77ab4-2b99-431e-b7c1-b448fa6da749 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 945 time: 0.0818479 Jun 04 00:55:26.045187 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port 9fba5531-4446-4bb5-811b-227090233f77, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=9fba5531-4446-4bb5-811b-227090233f77,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:55:26.049936 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:26.052172 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-06c7be81-ba4d-4719-8fa8-0881e521edb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:26.085128 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-61a2f808-f888-4426-86aa-6c4169c64b91 req-01077e28-421c-4ea7-a0fc-b2e411f0b418 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Jun 04 00:55:26.106687 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa32ab8-b8a6-4347-b7f9-6a435e36e059 x-openstack-request-id: req-5fa32ab8-b8a6-4347-b7f9-6a435e36e059 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:55:26.107009 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a099b76-8b21-45d1-a89d-9a0d574c20a8", "name": "network-vif-plugged", "status": "completed", "tag": "9fba5531-4446-4bb5-811b-227090233f77", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:55:26.107257 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fa32ab8-b8a6-4347-b7f9-6a435e36e059 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:55:26.107750 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a099b76-8b21-45d1-a89d-9a0d574c20a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba5531-4446-4bb5-811b-227090233f77', 'code': 200} Jun 04 00:55:26.130066 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=9fba5531-4446-4bb5-811b-227090233f77,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:26.132896 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:26.369563 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759c5ed-22ab-4e17-ab3c-6ee6b5d961d7 req-8d5c1e07-9c6d-433f-a941-8ee957da2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:26.371084 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f759c5ed-22ab-4e17-ab3c-6ee6b5d961d7 req-8d5c1e07-9c6d-433f-a941-8ee957da2d4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 1099 time: 0.0877459 Jun 04 00:55:26.422676 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f759c5ed-22ab-4e17-ab3c-6ee6b5d961d7 req-9ffe6101-4a90-4873-aa82-5c4c67cd8d86 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436108 Jun 04 00:55:27.302754 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e69b0-c577-4d88-8ccf-9b23e8f80dc3 req-58450801-b31c-4a85-999b-b43da6d39887 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:27.304252 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b88e69b0-c577-4d88-8ccf-9b23e8f80dc3 req-58450801-b31c-4a85-999b-b43da6d39887 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 946 time: 0.0995750 Jun 04 00:55:27.348249 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-b88e69b0-c577-4d88-8ccf-9b23e8f80dc3 req-10a8890a-cbc8-42eb-a4de-a5d84f5057ea tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381656 Jun 04 00:55:28.553936 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8b6f-9869-4a84-bcbc-7954dbfd412e req-570c6840-2639-4a48-85ce-3e06c5e4201b tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:28.555375 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-69cd8b6f-9869-4a84-bcbc-7954dbfd412e req-570c6840-2639-4a48-85ce-3e06c5e4201b tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 946 time: 0.0862830 Jun 04 00:55:28.600897 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-69cd8b6f-9869-4a84-bcbc-7954dbfd412e req-51292a38-54e7-498e-a5b0-af75922cfd1a tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Jun 04 00:55:29.824230 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69f47-c0f4-4395-947b-4617b48c5ca0 req-d5b8c7b6-b05b-427b-9ead-8d1bb5ccce91 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:29.825669 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f4a69f47-c0f4-4395-947b-4617b48c5ca0 req-d5b8c7b6-b05b-427b-9ead-8d1bb5ccce91 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 946 time: 0.0953233 Jun 04 00:55:29.869627 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-f4a69f47-c0f4-4395-947b-4617b48c5ca0 req-269b677b-c225-4ab1-9677-277823035538 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Jun 04 00:55:31.069832 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cd10e-7d77-4930-90eb-715c6a4f3f0c req-21880090-c091-4db9-bab1-d5a0b7db1be3 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:31.071294 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-663cd10e-7d77-4930-90eb-715c6a4f3f0c req-21880090-c091-4db9-bab1-d5a0b7db1be3 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 946 time: 0.0800583 Jun 04 00:55:31.119366 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-663cd10e-7d77-4930-90eb-715c6a4f3f0c req-4cb3ff1c-ee38-4eaf-8ffc-a65609e42bf5 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf35df0-a556-4d16-878d-069df653c401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Jun 04 00:55:31.412216 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-d2412aeb-e861-46e4-84ab-26e33b58ea59 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:31.413672 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-d2412aeb-e861-46e4-84ab-26e33b58ea59 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 946 time: 0.0891871 Jun 04 00:55:31.553350 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Deleting port 9fba5531-4446-4bb5-811b-227090233f77 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:55:31.553660 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:31.683589 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] For port 9fba5531-4446-4bb5-811b-227090233f77, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=9fba5531-4446-4bb5-811b-227090233f77,segment=NetworkSegment(b6aaaa1a-baa4-4680-9234-3c0195257807),segment_id=b6aaaa1a-baa4-4680-9234-3c0195257807)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:55:31.683847 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:31.807963 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Calling delete_port for 9fba5531-4446-4bb5-811b-227090233f77 owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:55:31.933318 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:31.939499 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-29ed4691-a18d-45d7-8e67-2a0864eb7de3 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:31.985964 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Pushing event deleted for resources: {'Port': ['ID=9fba5531-4446-4bb5-811b-227090233f77,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:31.989254 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:32.064420 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] No DVR routers for this DVR port 9fba5531-4446-4bb5-811b-227090233f77 on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:55:32.067241 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:32.069737 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a099b76-8b21-45d1-a89d-9a0d574c20a8', 'name': 'network-vif-deleted', 'tag': '9fba5531-4446-4bb5-811b-227090233f77'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:55:32.072035 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e10db55-0340-4103-9ebe-d3340f578a2c" -d '{"events": [{"server_uuid": "7a099b76-8b21-45d1-a89d-9a0d574c20a8", "name": "network-vif-deleted", "tag": "9fba5531-4446-4bb5-811b-227090233f77"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:55:32.088092 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-57d684c2-2cbf-4836-8a7c-4efbe45eb9fc req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.47 "DELETE /v2.0/ports/9fba5531-4446-4bb5-811b-227090233f77 HTTP/1.1" status: 204 len: 173 time: 0.6675551 Jun 04 00:55:32.120574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f2e964-266d-429f-8f46-67bc258d620e x-openstack-request-id: req-00f2e964-266d-429f-8f46-67bc258d620e {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:55:32.121074 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a099b76-8b21-45d1-a89d-9a0d574c20a8", "name": "network-vif-deleted", "tag": "9fba5531-4446-4bb5-811b-227090233f77", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:55:32.121330 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00f2e964-266d-429f-8f46-67bc258d620e {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:55:32.121918 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a099b76-8b21-45d1-a89d-9a0d574c20a8', 'name': 'network-vif-deleted', 'tag': '9fba5531-4446-4bb5-811b-227090233f77', 'status': 'completed', 'code': 200} Jun 04 00:55:32.280631 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-dc6b6062-00e8-45cc-8f2b-7434fb48e629 req-a28bfd90-7426-460a-89a7-ddacda7e5e29 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a099b76-8b21-45d1-a89d-9a0d574c20a8 HTTP/1.1" status: 200 len: 210 time: 0.0530295 Jun 04 00:55:33.855089 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 9fba5531-4446-4bb5-811b-227090233f77 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:55:33.889802 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 9fba5531-4446-4bb5-811b-227090233f77 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:55:33.890155 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 9fba5531-4446-4bb5-811b-227090233f77 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:55:35.636971 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-0f5483da-562b-4b4b-81e5-334b08b7be20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1691890 Jun 04 00:55:35.805572 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-e79ebc4f-0cf2-4a03-beb7-514b65101ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:35.807091 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-e79ebc4f-0cf2-4a03-beb7-514b65101ff1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f6738a59374ea49a1df6a194e340e4&device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1098 time: 0.0743725 Jun 04 00:55:35.972002 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-6d0433c1-2096-4b61-9e79-ae4ea3f4d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:35.973679 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-6d0433c1-2096-4b61-9e79-ae4ea3f4d274 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 200 len: 910 time: 0.1473436 Jun 04 00:55:36.082637 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-1aa99028-aa40-4534-9b8e-8e47753d582b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 200 len: 1000 time: 0.1021476 Jun 04 00:55:36.149652 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-9dd6bb88-514f-4413-b227-51c4229a7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:36.151263 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-9dd6bb88-514f-4413-b227-51c4229a7f49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c93b9461-496b-46a6-a452-9788d9787052 HTTP/1.1" status: 200 len: 848 time: 0.0614603 Jun 04 00:55:36.236253 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-debdd96b-bf8b-4e80-8ae0-153097312112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:55:36.237800 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-debdd96b-bf8b-4e80-8ae0-153097312112 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0794020 Jun 04 00:55:36.250406 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-6f0d43cc-a7f7-42b1-8e75-5fcd98a7a873 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:55:36.251508 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-6f0d43cc-a7f7-42b1-8e75-5fcd98a7a873 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056491 Jun 04 00:55:36.408887 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-fd881944-354b-44ae-8eb3-a03f8c4d00ad service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498098 Jun 04 00:55:36.556713 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-807d6e83-947f-43ef-a7b1-607118c4da19 req-1d572def-dee3-41d2-83ca-fe11e22ae723 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399083 Jun 04 00:55:42.446337 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-df264f18-f1dd-4bd0-8d85-ab3cf6b2105d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:44.468009 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:55:44.981044 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:45.214548 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-60ea6f16-3276-4dbf-a241-a3d26432f25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:46.018539 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:47.653506 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.026814 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42144) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:55:52.085210 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Deleting subnet 31db0fc3-6313-4f86-854c-59258963917b {{(pid=103533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:55:52.088184 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.140755 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7032485'] for subnet, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.285374 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.533473 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7030178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6313886'] for subnet, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.537341 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:52.570807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31db0fc3-6313-4f86-854c-59258963917b,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:52.580230 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.584139 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.584524 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.584930 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.585288 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.585644 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.585999 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.586352 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.586699 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.587048 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.587376 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.587782 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.588124 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:52.591463 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:52.593619 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-9bcfa692-8e83-4e73-9aaf-3fec2fb964bc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31db0fc3-6313-4f86-854c-59258963917b HTTP/1.1" status: 204 len: 168 time: 0.5654573 Jun 04 00:55:52.596112 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42146) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:55:52.700330 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.822799 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.836094 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c259291-9452-42df-8627-bbe736068e9f']}} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:55:52.848082 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6aaaa1a-baa4-4680-9234-3c0195257807') {'for_net_delete': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:55:52.848353 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6aaaa1a-baa4-4680-9234-3c0195257807') {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:55:52.859639 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7032540'] for segment, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.875752 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.881996 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:55:52.882380 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030088'] for segment, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: Traceback (most recent call last): Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: timer() Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: cb(*args, **kw) Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: return func(*args, **kwargs) Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: self._notify() Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: self.callback(batched_events) Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: event.method(event) Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: return f(self, *a, **k) Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: return self._get(url).json() Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: return self.request(url, 'GET', **kwargs) Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:55:52.895129 dv-cinder-489949-11-smb neutron-server[103533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:55:52.974774 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:52.981004 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-662f531c-7881-4910-847e-155f7e4c2060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:52.996819 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:53.006737 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c259291-9452-42df-8627-bbe736068e9f,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:53.009773 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:53.016598 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-e4ce79df-9d8c-4115-928c-4ab79a67c92f admin admin] 10.222.0.44 "DELETE /v2.0/networks/7c259291-9452-42df-8627-bbe736068e9f HTTP/1.1" status: 204 len: 168 time: 0.4195979 Jun 04 00:55:53.140932 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42150) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:55:53.190773 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4a7b0e87-4381-42ae-9842-d52d0033522b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=993241b13bc8425995492b3e2c1d6a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482945 Jun 04 00:55:53.193215 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42152) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:55:53.250423 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:53.275374 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:53.328701 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:53.332281 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-1afc1931-f7a9-49f6-8bc8-373ebee8e91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:53.349125 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf35df0-a556-4d16-878d-069df653c401,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:53.359100 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.359475 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.359863 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.360221 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.360575 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.360927 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.361275 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.361622 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.361969 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.362315 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.362659 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.363000 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:55:53.366681 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:53.369127 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:53.373451 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-81def2a5-06df-4b24-bcc3-cae195f00aa6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cf35df0-a556-4d16-878d-069df653c401 HTTP/1.1" status: 204 len: 168 time: 0.1760955 Jun 04 00:55:54.082143 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:54.694657 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42182) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:55:54.825521 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:54.839910 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:55:54.843998 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] Usage tracker for resource:security_group_rule and tenant:186a1a80fcd147d5a9a8864a4fc4c979 is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:55:54.846818 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:55:54.852574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:55:54.934021 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:54.939332 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:54.947776 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-627a3615-8f8d-4c94-8a18-486b2cd20489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:54.985188 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=186a1a80fcd147d5a9a8864a4fc4c979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894559 Jun 04 00:55:54.986785 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c539b463-54c7-4972-9e02-788fb9818ef5,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:54.988224 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42186) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:55:54.989754 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9defd458-be26-4368-ab68-28dffc67c75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:55.048341 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-aec03e13-4a6e-48ad-9815-ed73d2711ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:55.079469 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-aec03e13-4a6e-48ad-9815-ed73d2711ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:55.136057 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-aec03e13-4a6e-48ad-9815-ed73d2711ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:55.140889 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-4a6378b9-4d1c-4d1e-ac05-d0eee1726b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:55:55.154472 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec03e13-4a6e-48ad-9815-ed73d2711ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c539b463-54c7-4972-9e02-788fb9818ef5,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:55:55.159555 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-aec03e13-4a6e-48ad-9815-ed73d2711ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:55:55.159555 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-aec03e13-4a6e-48ad-9815-ed73d2711ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:55:55.159555 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-aec03e13-4a6e-48ad-9815-ed73d2711ca1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c539b463-54c7-4972-9e02-788fb9818ef5 HTTP/1.1" status: 204 len: 168 time: 0.1693554 Jun 04 00:56:07.294578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42302) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:07.419284 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:07.434055 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:07.438110 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] Usage tracker for resource:security_group_rule and tenant:d6e186e80e9e48e19db6d41a5f6c27c3 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:56:07.441163 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:56:07.447142 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:07.531469 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:07.537292 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:07.544206 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-55c2534a-d787-4779-9d1c-13f073e7eb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:07.584450 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6e186e80e9e48e19db6d41a5f6c27c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887611 Jun 04 00:56:07.585368 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe0ed5f-476c-4453-85d0-201a0b08f793,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:07.588754 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42306) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:07.589259 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8658eca5-26d4-4029-ad88-364262f8311d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:07.649546 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ba77161a-5c9c-4e39-bb9e-99c60dc4e338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:07.678849 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ba77161a-5c9c-4e39-bb9e-99c60dc4e338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:07.737572 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ba77161a-5c9c-4e39-bb9e-99c60dc4e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:07.743461 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b38163ba-acf6-44cd-8f98-1b5bb2490236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:07.756029 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77161a-5c9c-4e39-bb9e-99c60dc4e338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe0ed5f-476c-4453-85d0-201a0b08f793,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:07.758902 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ba77161a-5c9c-4e39-bb9e-99c60dc4e338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:07.768008 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-ba77161a-5c9c-4e39-bb9e-99c60dc4e338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:07.769163 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ba77161a-5c9c-4e39-bb9e-99c60dc4e338 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fe0ed5f-476c-4453-85d0-201a0b08f793 HTTP/1.1" status: 204 len: 168 time: 0.1794007 Jun 04 00:56:08.475246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42328) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:08.591777 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-617863936-network', 'tenant_id': '703e28caf31645aba12aba35b61489fa'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:56:08.596705 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:08.600746 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Usage tracker for resource:network and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:56:08.603591 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:56:08.609556 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:08.622960 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Made reservation on behalf of 703e28caf31645aba12aba35b61489fa for: {'network': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:56:08.625774 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:08.637928 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:08.652937 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:08.657099 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Usage tracker for resource:security_group_rule and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:56:08.660135 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:56:08.666083 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:08.756118 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:08.762729 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:08.766052 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4ef7a6ff-bb50-4336-b5ed-a856a705ff0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:08.793937 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:56:08.802759 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7a86d8-242f-4139-ac2c-a86792558a9c,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:08.806108 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:08.810878 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:08.810878 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.segments_db [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Added segment 7cfa4d0e-d871-4fb8-909d-338dc5792b10 of type vlan for network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d Jun 04 00:56:08.836948 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:08.870995 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:08.872617 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:08.873195 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:08.876438 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-558207d3-5f1e-44ef-a202-b15282b3b1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:08.973568 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4971354 Jun 04 00:56:08.976734 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42332) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:08.977236 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Pushing event updated for resources: {'Network': ['ID=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:08.979711 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-48948c32-a611-42d0-9ef0-faddc3e94e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:08.983367 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Request body: {'subnet': {'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-617863936-subnet', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'ip_version': 4}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:56:08.986959 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:56:08.989571 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:08.993963 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Usage tracker for resource:subnet and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:56:08.996938 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:56:09.003605 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:09.013718 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Made reservation on behalf of 703e28caf31645aba12aba35b61489fa for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:56:09.016206 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6293119'] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:09.409415 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6293101'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:09.413156 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:09.481961 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278bffb6-fb0f-424d-b529-c740aff47b1a,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:09.485758 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:09.493574 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Checking segment: {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:56:09.493933 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Network hostable DHCP agents. Network: 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:56:09.516728 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:56:09.526466 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:09.534441 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:09.535055 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:09.536088 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ccd0e-5edd-43c9-8730-0ccf14bb9c54 None None] Network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:56:09.562424 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-91cc423e-5ed5-4f8c-9ba5-5f69b3a53b68 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5820799 Jun 04 00:56:09.562688 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42334) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:09.567164 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:56:09.572115 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:09.576263 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Usage tracker for resource:router and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:56:09.579265 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:56:09.585215 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:09.597642 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8270573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12850'] for router, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:09.598860 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8270408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8295268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12809'] for router, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:09.614318 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:09.749755 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c243b54-1e66-57f4-aab3-eb75180f8d13-1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a'}]}} from dv-cinder-489949-11-smb. {{(pid=103535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 00:56:09.750770 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:09.903408 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.db_base_plugin_common [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Allocated IP 172.20.0.2 (1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d/278bffb6-fb0f-424d-b529-c740aff47b1a/b9237a8c-b918-4797-bc7a-cbeee93f2729) {{(pid=103535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:56:09.971588 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8270559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12823'] for router, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.101305 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Notify callbacks [] for port, precommit_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.111357 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Transition to ACTIVE for port object b9237a8c-b918-4797-bc7a-cbeee93f2729 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:10.129799 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Transition to ACTIVE for port object b9237a8c-b918-4797-bc7a-cbeee93f2729 will not be triggered until provisioned by entity DHCP. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:10.135444 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.139652 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-8a2ed959-f65c-4542-bdd0-85a1cc2592dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:10.199999 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d is already hosted by enough agents. {{(pid=103535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:56:10.202764 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.base_scheduler [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Resources bound (agent type, host, resource id): {{(pid=103535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:10.208233 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Received port after_create {{(pid=103535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:56:10.213965 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Pushing event updated for resources: {'Port': ['ID=b9237a8c-b918-4797-bc7a-cbeee93f2729,revision_number=1']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:10.250216 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.250562 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.250897 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.251230 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.251568 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.251908 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.252235 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.252554 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.252878 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.253196 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.253523 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.253836 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:10.278076 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.284582 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:10.309771 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Attempting to bind port b9237a8c-b918-4797-bc7a-cbeee93f2729 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:56:10.310147 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Attempting to bind port b9237a8c-b918-4797-bc7a-cbeee93f2729 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:56:10.310515 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.310662 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Attempting to bind port b9237a8c-b918-4797-bc7a-cbeee93f2729 on network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:56:10.315918 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:56:10.316294 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Checking segment: {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:56:10.316711 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.317105 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Bound using segment: {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:56:10.317569 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Bound port: b9237a8c-b918-4797-bc7a-cbeee93f2729, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:56:10.317943 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.405159 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] For port b9237a8c-b918-4797-bc7a-cbeee93f2729, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:56:10.408194 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] For port b9237a8c-b918-4797-bc7a-cbeee93f2729, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=b9237a8c-b918-4797-bc7a-cbeee93f2729,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:56:10.415759 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.419218 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:10.447338 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Allocated IP 172.28.1.207 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/36d35ff9-0c91-4567-826e-41c374467a9d) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:56:10.500105 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Pushing event updated for resources: {'Port': ['ID=b9237a8c-b918-4797-bc7a-cbeee93f2729,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:10.502853 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:10.598948 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.629293 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:10.633769 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c2d3dbf3-2df0-478b-a401-bee92f7de9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:10.705177 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:56:10.707942 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:10.711496 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:56:10.741252 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Pushing event updated for resources: {'Port': ['ID=36d35ff9-0c91-4567-826e-41c374467a9d,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:10.747987 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:11.128059 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:11.373274 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b33888-f052-4833-a1d5-04cd01236ae3 None None] Network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:56:11.503544 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-2ba78890-4eeb-411e-a063-fad6952c584d None None] Provisioning for port b9237a8c-b918-4797-bc7a-cbeee93f2729 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:11.589764 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8270548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8308021'] for router, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:11.798970 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Router 5d5e03d0-1f47-457a-8438-698c3e3755c6 is scheduled to L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de with binding_index 1 {{(pid=103533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 00:56:11.972024 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:56:11.981279 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Sync routers for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:56:11.990784 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:11.991416 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:55:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:11.998164 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:12.001939 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4358838 Jun 04 00:56:12.002323 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42336) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:12.167797 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:12.448005 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d03c7d80-1d70-47d9-9c8d-8cde13697e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:12.466948 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:10Z', 'revision_number': 3, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:12.470702 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Checking router: 5d5e03d0-1f47-457a-8438-698c3e3755c6 for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:56:12.471059 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Updating router 5d5e03d0-1f47-457a-8438-698c3e3755c6 port 36d35ff9-0c91-4567-826e-41c374467a9d binding host dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:56:12.523141 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:12.745476 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device b9237a8c-b918-4797-bc7a-cbeee93f2729 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:12.771971 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:12.871955 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port b9237a8c-b918-4797-bc7a-cbeee93f2729 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:12.892813 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port b9237a8c-b918-4797-bc7a-cbeee93f2729 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:12.893200 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:12.951366 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Notify callbacks [] for port, precommit_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:12.968115 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Transition to ACTIVE for port object 36d35ff9-0c91-4567-826e-41c374467a9d will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:12.976773 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:12.977200 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Allocated IP 172.20.0.1 (1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d/278bffb6-fb0f-424d-b529-c740aff47b1a/e7ee47f3-65f4-4de4-9a33-d2ba0166b395) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:56:12.981564 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:13.101709 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Attempting to bind port 36d35ff9-0c91-4567-826e-41c374467a9d on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:56:13.102069 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Attempting to bind port 36d35ff9-0c91-4567-826e-41c374467a9d by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:56:13.102460 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Attempting to bind port 36d35ff9-0c91-4567-826e-41c374467a9d on network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:56:13.106452 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a94fdc-8ac7-48ee-9df2-7a02dc22cc15 None None] Pushing event updated for resources: {'Port': ['ID=36d35ff9-0c91-4567-826e-41c374467a9d,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:13.113284 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-83a94fdc-8ac7-48ee-9df2-7a02dc22cc15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:13.115827 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:56:13.116206 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Checking segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:56:13.116617 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.117006 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Bound using segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:56:13.117482 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Bound port: 36d35ff9-0c91-4567-826e-41c374467a9d, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:56:13.118239 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.128377 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.144050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Transition to ACTIVE for port object e7ee47f3-65f4-4de4-9a33-d2ba0166b395 will not be triggered until provisioned by entity DHCP. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:13.161294 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.168265 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.172381 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-a3525215-711e-4a73-862c-2e8d0e9b24a4 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:13.216427 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port b9237a8c-b918-4797-bc7a-cbeee93f2729, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=b9237a8c-b918-4797-bc7a-cbeee93f2729,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:13.219751 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] For port 36d35ff9-0c91-4567-826e-41c374467a9d, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:56:13.223383 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] For port 36d35ff9-0c91-4567-826e-41c374467a9d, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=36d35ff9-0c91-4567-826e-41c374467a9d,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:56:13.224455 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.226931 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:13.237021 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:56:13.239716 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:13.244900 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:56:13.283809 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ee47f3-65f4-4de4-9a33-d2ba0166b395,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:13.290677 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:13.312536 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.313344 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8308219'] for router_interface, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.359823 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=b9237a8c-b918-4797-bc7a-cbeee93f2729,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:13.362394 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:13.363000 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:55:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:13.413293 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:13.413867 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:13.451947 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.508196 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-a01a950c-385c-4bc1-8238-0d752a71abd0 None None] Provisioning for port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:13.519643 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-a01a950c-385c-4bc1-8238-0d752a71abd0 None None] Provisioning complete for port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:13.520022 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a01a950c-385c-4bc1-8238-0d752a71abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.608710 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a94fdc-8ac7-48ee-9df2-7a02dc22cc15 None None] Pushing event updated for resources: {'Port': ['ID=36d35ff9-0c91-4567-826e-41c374467a9d,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:13.624111 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-83a94fdc-8ac7-48ee-9df2-7a02dc22cc15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:13.650603 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-a01a950c-385c-4bc1-8238-0d752a71abd0 None None] Port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:56:13.659185 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:13.678509 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.683448 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.710045 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-48737d91-9bbc-4a7b-b769-eef882b74230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:13.790911 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7971183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8269719'] for router_interface, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:13.797563 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ee47f3-65f4-4de4-9a33-d2ba0166b395,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:13.802929 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:13.965027 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:12Z', 'revision_number': 1, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:13.969489 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e40ae1-2e6c-48b6-aab8-d537601c694a None None] The sync data for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb is: [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:12Z', 'revision_number': 1, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:56:14.040065 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:56:14.041284 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:14.247696 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Router 5d5e03d0-1f47-457a-8438-698c3e3755c6 has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:56:14.275195 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d74342e2-795b-49e2-965a-5623786fcc0d None None] Provisioning complete for port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:14.275617 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d74342e2-795b-49e2-965a-5623786fcc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:14.336108 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d74342e2-795b-49e2-965a-5623786fcc0d None None] Port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:56:14.441307 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:56:14.450904 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] 10.222.0.44 "PUT /v2.0/routers/5d5e03d0-1f47-457a-8438-698c3e3755c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475248 Jun 04 00:56:14.816093 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 36d35ff9-0c91-4567-826e-41c374467a9d up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:14.886269 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 36d35ff9-0c91-4567-826e-41c374467a9d completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:14.892948 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 36d35ff9-0c91-4567-826e-41c374467a9d triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:14.893337 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.003740 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.024341 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42352) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:15.030889 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1770917998-network', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:56:15.033756 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.037069 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:15.042230 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Usage tracker for resource:network and tenant:983db284a5ac441b8d2279dc7665e0d3 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:56:15.046799 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:56:15.052474 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 36d35ff9-0c91-4567-826e-41c374467a9d, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=36d35ff9-0c91-4567-826e-41c374467a9d,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:15.053440 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:15.058936 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.060515 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device b9237a8c-b918-4797-bc7a-cbeee93f2729 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:15.065339 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Made reservation on behalf of 983db284a5ac441b8d2279dc7665e0d3 for: {'network': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:56:15.067859 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1012419'] for network, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.080903 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.092427 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:15.096265 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:15.100431 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Usage tracker for resource:security_group_rule and tenant:983db284a5ac441b8d2279dc7665e0d3 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:56:15.103703 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:56:15.109846 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:15.181704 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=36d35ff9-0c91-4567-826e-41c374467a9d,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:15.185340 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:15.194548 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port b9237a8c-b918-4797-bc7a-cbeee93f2729 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:15.194946 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.212157 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.217656 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.221104 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-14963bb5-c524-4e51-b549-938137ecfc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:15.251625 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e2e7038f-4ea2-4585-b9f3-e072b37517ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.254377 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 00:56:15.260227 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3247e038-0260-4d8b-998d-b6472dedd0cb,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:15.264418 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:15.268362 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.268959 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.segments_db [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Added segment 1ae0b766-360a-41b7-919b-37484c53872d of type vlan for network 74811291-9339-4475-bf04-8c823c264dea Jun 04 00:56:15.296521 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767718312888'] for network, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.328297 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229'] for network, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.329679 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:15.330477 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.333856 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:15.428871 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4025166 Jun 04 00:56:15.431807 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42354) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:15.433946 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Pushing event updated for resources: {'Network': ['ID=74811291-9339-4475-bf04-8c823c264dea,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:15.438772 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Request body: {'subnet': {'network_id': '74811291-9339-4475-bf04-8c823c264dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1770917998-subnet', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'ip_version': 4}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:56:15.442184 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:15.444235 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:15.444782 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Network 74811291-9339-4475-bf04-8c823c264dea details requested by agent ovs-agent-dv-cinder-489949-11-smb with host dv-cinder-489949-11-smb {{(pid=103535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 00:56:15.448107 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Usage tracker for resource:subnet and tenant:983db284a5ac441b8d2279dc7665e0d3 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:56:15.450973 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:56:15.456672 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:15.466222 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Made reservation on behalf of 983db284a5ac441b8d2279dc7665e0d3 for: {'subnet': 1} {{(pid=103533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:56:15.468637 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6293119'] for subnet, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.855002 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6293101'] for subnet, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:15.859052 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-f99a6715-c8cd-4c8a-a4bb-ba8e4e5adced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:16.014117 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Sync routers for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:56:16.020399 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.024864 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:16.025548 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:16.032082 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd57e01-1340-4fe2-beb9-ae951720f991,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:16.035839 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:16.047754 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Checking segment: {'id': '1ae0b766-360a-41b7-919b-37484c53872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74811291-9339-4475-bf04-8c823c264dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:56:16.048106 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Network hostable DHCP agents. Network: 74811291-9339-4475-bf04-8c823c264dea, hostable agents: ['1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8'], hosted agents: [] {{(pid=103533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 00:56:16.065850 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Network 74811291-9339-4475-bf04-8c823c264dea is scheduled to be hosted by DHCP agent 1b24a7a7-d54d-4f89-abe2-7762f5fd7bb8 with binding_index 1 {{(pid=103533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 00:56:16.075690 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-489949-11-smb, 74811291-9339-4475-bf04-8c823c264dea) {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:16.085359 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad16859-b1a9-4b24-b481-c2c731e8ff97 None None] Network 74811291-9339-4475-bf04-8c823c264dea requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:56:16.088709 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:16.089502 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.114363 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-3ae99888-6f98-493b-8402-9d6ce211327a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6813717 Jun 04 00:56:16.116897 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42356) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:16.122243 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:56:16.127692 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:16.131629 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Usage tracker for resource:router and tenant:983db284a5ac441b8d2279dc7665e0d3 is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:56:16.134465 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:56:16.140176 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:16.150181 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8270573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12850'] for router, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.151205 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8270408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8295268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12809'] for router, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.166792 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.211902 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:16.336006 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c243b54-1e66-57f4-aab3-eb75180f8d13-74811291-9339-4475-bf04-8c823c264dea', 'network_id': '74811291-9339-4475-bf04-8c823c264dea', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'fixed_ips': [{'subnet_id': 'fbd57e01-1340-4fe2-beb9-ae951720f991'}]}} from dv-cinder-489949-11-smb. {{(pid=103535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 00:56:16.337078 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.437648 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8270559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12823'] for router, precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.496110 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.db_base_plugin_common [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Allocated IP 172.20.0.2 (74811291-9339-4475-bf04-8c823c264dea/fbd57e01-1340-4fe2-beb9-ae951720f991/337d88fe-d94c-4d1e-ae18-ac553384c1c7) {{(pid=103535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:56:16.534503 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 2, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:16.538685 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Checking router: 5d5e03d0-1f47-457a-8438-698c3e3755c6 for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:56:16.539038 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Updating router 5d5e03d0-1f47-457a-8438-698c3e3755c6 port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 binding host dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:56:16.591677 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.712183 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Notify callbacks [] for port, precommit_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.723155 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Transition to ACTIVE for port object 337d88fe-d94c-4d1e-ae18-ac553384c1c7 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:16.743190 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Transition to ACTIVE for port object 337d88fe-d94c-4d1e-ae18-ac553384c1c7 will not be triggered until provisioned by entity DHCP. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:16.746196 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 36d35ff9-0c91-4567-826e-41c374467a9d up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:16.771651 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.787949 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899'] for port, after_create {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.794012 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:16.801517 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.867053 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Network 74811291-9339-4475-bf04-8c823c264dea is already hosted by enough agents. {{(pid=103535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:56:16.871853 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.scheduler.base_scheduler [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Resources bound (agent type, host, resource id): {{(pid=103535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:16.874276 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Pushing event updated for resources: {'Port': ['ID=337d88fe-d94c-4d1e-ae18-ac553384c1c7,revision_number=1']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:16.876432 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Received port after_create {{(pid=103535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:56:16.881022 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:16.946387 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.950382 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.db_base_plugin_common [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Allocated IP 172.28.1.133 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/60e09499-a77f-4147-b023-924334b3033c) {{(pid=103533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:56:16.959959 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.provisioning_blocks [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Transition to ACTIVE for port object e7ee47f3-65f4-4de4-9a33-d2ba0166b395 will not be triggered until provisioned by entity L2. {{(pid=103536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:16.966849 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.967948 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 36d35ff9-0c91-4567-826e-41c374467a9d triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:16.968325 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:16.971075 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:17.012964 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Attempting to bind port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:56:17.013365 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Attempting to bind port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '1ae0b766-360a-41b7-919b-37484c53872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74811291-9339-4475-bf04-8c823c264dea'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:56:17.013700 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Attempting to bind port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 on network 74811291-9339-4475-bf04-8c823c264dea {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:56:17.024054 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:56:17.024694 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Checking segment: {'id': '1ae0b766-360a-41b7-919b-37484c53872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74811291-9339-4475-bf04-8c823c264dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:56:17.024811 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:17.025215 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Bound using segment: {'id': '1ae0b766-360a-41b7-919b-37484c53872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74811291-9339-4475-bf04-8c823c264dea'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:56:17.025684 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Bound port: 337d88fe-d94c-4d1e-ae18-ac553384c1c7, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae0b766-360a-41b7-919b-37484c53872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74811291-9339-4475-bf04-8c823c264dea'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:56:17.026059 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:17.041553 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Pushing event updated for resources: {'Port': ['ID=e7ee47f3-65f4-4de4-9a33-d2ba0166b395,revision_number=3']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:17.050725 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.051056 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.051625 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.052435 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.052925 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.053393 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.053871 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.054356 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.054835 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.055296 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.055778 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.056274 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:56:17.103815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:17.141009 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:17.146193 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d387fcee-cac3-4adf-a0c2-f17ca24d53bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:17.216798 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Pushing event updated for resources: {'Port': ['ID=60e09499-a77f-4147-b023-924334b3033c,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:17.221199 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:17.232166 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:56:17.233578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.base_scheduler [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Resources bound (agent type, host, resource id): {{(pid=103533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:17.241325 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Received port after_create {{(pid=103533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:56:17.281788 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] For port 337d88fe-d94c-4d1e-ae18-ac553384c1c7, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:56:17.294797 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] For port 337d88fe-d94c-4d1e-ae18-ac553384c1c7, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=337d88fe-d94c-4d1e-ae18-ac553384c1c7,segment=NetworkSegment(1ae0b766-360a-41b7-919b-37484c53872d),segment_id=1ae0b766-360a-41b7-919b-37484c53872d)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:56:17.305015 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:17.311552 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Attempting to bind port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:56:17.311969 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Attempting to bind port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:56:17.312510 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Attempting to bind port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 on network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:56:17.317303 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:17.318816 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:17.319870 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:56:17.320425 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Checking segment: {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:56:17.320985 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:17.321535 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Bound using segment: {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'} {{(pid=103536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:56:17.322150 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.managers [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Bound port: e7ee47f3-65f4-4de4-9a33-d2ba0166b395, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'}}] {{(pid=103536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:56:17.322712 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:17.424513 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Pushing event updated for resources: {'Port': ['ID=337d88fe-d94c-4d1e-ae18-ac553384c1c7,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:17.433428 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:17.457160 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] For port e7ee47f3-65f4-4de4-9a33-d2ba0166b395, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:56:17.460607 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.plugins.ml2.db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] For port e7ee47f3-65f4-4de4-9a33-d2ba0166b395, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=e7ee47f3-65f4-4de4-9a33-d2ba0166b395,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:56:17.469078 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron_lib.callbacks.manager [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:17.475475 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:17.567777 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:17.568416 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:17.630716 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Pushing event updated for resources: {'Port': ['ID=e7ee47f3-65f4-4de4-9a33-d2ba0166b395,revision_number=4']} {{(pid=103536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:17.654851 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG oslo_concurrency.lockutils [None req-5f03105d-dad8-46e3-85f1-e65452e496c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:17.679999 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:17.779498 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:17.896765 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:18.094665 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:17Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:18.098518 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71fe49-b1fa-4870-aa3d-d03592ead7f9 None None] The sync data for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb is: [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:17Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:56:18.244668 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8270548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8308021'] for router, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:18.422303 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf95859-18d3-4f06-bbd9-098fc0d791b8 None None] Network 74811291-9339-4475-bf04-8c823c264dea requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:56:18.474950 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Router 0091b542-cf53-4ff3-ab17-d870f3cc4879 is scheduled to L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de with binding_index 1 {{(pid=103533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 00:56:18.519480 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-9cdbe09c-59c8-47b9-a064-8ccfa2aca1a7 None None] Provisioning for port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:18.665309 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:56:18.683946 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Sync routers for ids ['0091b542-cf53-4ff3-ab17-d870f3cc4879'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:56:18.698015 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Routers {'0091b542-cf53-4ff3-ab17-d870f3cc4879'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:18.698822 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['0091b542-cf53-4ff3-ab17-d870f3cc4879'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:18.702301 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:18.706598 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42360) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:18.707502 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5888867 Jun 04 00:56:18.868769 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 337d88fe-d94c-4d1e-ae18-ac553384c1c7 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:18.962142 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Set router 0091b542-cf53-4ff3-ab17-d870f3cc4879 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:19.139716 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:19.150951 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:19.151323 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:19.175338 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-14e87edb-21b4-4e71-bdb2-84851024a407 None None] Provisioning complete for port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:19.175707 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-14e87edb-21b4-4e71-bdb2-84851024a407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:19.391184 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:19.485434 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:19.495043 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-14e87edb-21b4-4e71-bdb2-84851024a407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:19.537759 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '60e09499-a77f-4147-b023-924334b3033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:17Z', 'revision_number': 3, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'gw_port': {'id': '60e09499-a77f-4147-b023-924334b3033c', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:19.544656 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Checking router: 0091b542-cf53-4ff3-ab17-d870f3cc4879 for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:56:19.544994 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Updating router 0091b542-cf53-4ff3-ab17-d870f3cc4879 port 60e09499-a77f-4147-b023-924334b3033c binding host dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:56:19.568409 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-14e87edb-21b4-4e71-bdb2-84851024a407 None None] For port 337d88fe-d94c-4d1e-ae18-ac553384c1c7, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=337d88fe-d94c-4d1e-ae18-ac553384c1c7,segment=NetworkSegment(1ae0b766-360a-41b7-919b-37484c53872d),segment_id=1ae0b766-360a-41b7-919b-37484c53872d)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:19.574045 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-14e87edb-21b4-4e71-bdb2-84851024a407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:19.587584 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:19.595140 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Allocated IP 172.20.0.1 (74811291-9339-4475-bf04-8c823c264dea/fbd57e01-1340-4fe2-beb9-ae951720f991/5343110e-82bf-459f-922d-2022ca026556) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:56:19.697448 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:19.756623 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.db.api [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 00:56:19.757040 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_db.api [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 00:56:19.760921 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e87edb-21b4-4e71-bdb2-84851024a407 None None] Pushing event updated for resources: {'Port': ['ID=337d88fe-d94c-4d1e-ae18-ac553384c1c7,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:19.764388 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-14e87edb-21b4-4e71-bdb2-84851024a407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:19.852780 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:19.870780 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Transition to ACTIVE for port object 5343110e-82bf-459f-922d-2022ca026556 will not be triggered until provisioned by entity DHCP. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:19.894281 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:19.898688 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7519e45c-a5e7-4695-94d4-693ae9a12268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:19.959874 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Network 74811291-9339-4475-bf04-8c823c264dea is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:56:19.962508 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:19.966267 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:56:20.000986 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Pushing event updated for resources: {'Port': ['ID=5343110e-82bf-459f-922d-2022ca026556,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:20.005294 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:20.024593 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8308219'] for router_interface, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.051654 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Notify callbacks [] for port, precommit_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.066123 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Transition to ACTIVE for port object 60e09499-a77f-4147-b023-924334b3033c will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:20.074534 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.079771 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:20.156701 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.160781 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Attempting to bind port 60e09499-a77f-4147-b023-924334b3033c on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:56:20.161169 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Attempting to bind port 60e09499-a77f-4147-b023-924334b3033c by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:56:20.161545 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Attempting to bind port 60e09499-a77f-4147-b023-924334b3033c on network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:56:20.167359 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af8973-c8ac-40f1-bd62-fee7fab57943 None None] Pushing event updated for resources: {'Port': ['ID=60e09499-a77f-4147-b023-924334b3033c,revision_number=2']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:20.171384 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-72af8973-c8ac-40f1-bd62-fee7fab57943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:20.172182 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:56:20.172560 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Checking segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:56:20.173023 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.173422 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Bound using segment: {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:56:20.173898 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Bound port: 60e09499-a77f-4147-b023-924334b3033c, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af26682-46b3-407b-ac8d-0de093949aa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:56:20.174285 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.238090 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-6b645617-6849-4a57-a37f-ee56a6d42b32 None None] Provisioning for port 5343110e-82bf-459f-922d-2022ca026556 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:20.249731 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-6b645617-6849-4a57-a37f-ee56a6d42b32 None None] Provisioning complete for port 5343110e-82bf-459f-922d-2022ca026556 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:20.250120 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6b645617-6849-4a57-a37f-ee56a6d42b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.335137 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] For port 60e09499-a77f-4147-b023-924334b3033c, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:56:20.354794 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] For port 60e09499-a77f-4147-b023-924334b3033c, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=60e09499-a77f-4147-b023-924334b3033c,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:56:20.360697 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-6b645617-6849-4a57-a37f-ee56a6d42b32 None None] Port 5343110e-82bf-459f-922d-2022ca026556 cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:56:20.362874 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device e7ee47f3-65f4-4de4-9a33-d2ba0166b395 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:20.379029 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.384199 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.387860 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.396422 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-65cae55a-e3d3-4739-9a76-a50b5465377f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:20.408218 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:20.491359 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Pushing event updated for resources: {'Port': ['ID=5343110e-82bf-459f-922d-2022ca026556,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:20.494450 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:20.497610 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7971183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8269719'] for router_interface, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.502310 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Routers {'0091b542-cf53-4ff3-ab17-d870f3cc4879'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:20.502942 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['0091b542-cf53-4ff3-ab17-d870f3cc4879'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:20.592738 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af8973-c8ac-40f1-bd62-fee7fab57943 None None] Pushing event updated for resources: {'Port': ['ID=60e09499-a77f-4147-b023-924334b3033c,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:20.601476 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-72af8973-c8ac-40f1-bd62-fee7fab57943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:20.620681 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:20.630575 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:20.630954 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:20.635870 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Network 74811291-9339-4475-bf04-8c823c264dea is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:56:20.637018 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:20.787380 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] Set router 0091b542-cf53-4ff3-ab17-d870f3cc4879 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:20.831735 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Router 0091b542-cf53-4ff3-ab17-d870f3cc4879 has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:56:20.981192 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:21.007999 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:56:21.013774 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-363ae9a2-4d3e-466d-9a1b-865f070cf8eb None None] Provisioning complete for port 5343110e-82bf-459f-922d-2022ca026556 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:21.014157 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-363ae9a2-4d3e-466d-9a1b-865f070cf8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:21.017048 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] 10.222.0.44 "PUT /v2.0/routers/0091b542-cf53-4ff3-ab17-d870f3cc4879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3086183 Jun 04 00:56:21.136322 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port e7ee47f3-65f4-4de4-9a33-d2ba0166b395, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=e7ee47f3-65f4-4de4-9a33-d2ba0166b395,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:21.144707 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:21.151054 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:21.189068 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-363ae9a2-4d3e-466d-9a1b-865f070cf8eb None None] Port 5343110e-82bf-459f-922d-2022ca026556 cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:56:21.226386 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 337d88fe-d94c-4d1e-ae18-ac553384c1c7 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:21.318514 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=e7ee47f3-65f4-4de4-9a33-d2ba0166b395,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:21.324667 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:21.360019 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:21.360019 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:21.401392 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '60e09499-a77f-4147-b023-924334b3033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 4, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'gw_port': {'id': '60e09499-a77f-4147-b023-924334b3033c', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '5343110e-82bf-459f-922d-2022ca026556', 'name': '', 'network_id': '74811291-9339-4475-bf04-8c823c264dea', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'mac_address': 'fa:16:3e:ae:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:19Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 2, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'subnets': [{'id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:21.412086 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d625b-9d07-4bc0-baa1-06205ca72968 None None] The sync data for ids ['0091b542-cf53-4ff3-ab17-d870f3cc4879'] in dv-cinder-489949-11-smb is: [{'id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '60e09499-a77f-4147-b023-924334b3033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 4, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'gw_port': {'id': '60e09499-a77f-4147-b023-924334b3033c', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '5343110e-82bf-459f-922d-2022ca026556', 'name': '', 'network_id': '74811291-9339-4475-bf04-8c823c264dea', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'mac_address': 'fa:16:3e:ae:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:19Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 2, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'subnets': [{'id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:56:21.475264 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:56:23.310035 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42384) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:23.312948 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device e7ee47f3-65f4-4de4-9a33-d2ba0166b395 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:23.431876 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:23.431876 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:23.593428 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 60e09499-a77f-4147-b023-924334b3033c up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:23.670846 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 60e09499-a77f-4147-b023-924334b3033c completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:23.677098 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 60e09499-a77f-4147-b023-924334b3033c triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:23.677868 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:23.852576 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:23.872888 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 60e09499-a77f-4147-b023-924334b3033c, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=60e09499-a77f-4147-b023-924334b3033c,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:23.878683 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:23.881195 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:23.933072 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Deleting port 8eb680ce-4e72-4725-a8e1-dee1c4a837b3 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:23.933610 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:23.955811 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=60e09499-a77f-4147-b023-924334b3033c,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:23.959739 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:24.089559 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:24.203921 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:24.204315 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:24.348335 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Calling delete_port for 8eb680ce-4e72-4725-a8e1-dee1c4a837b3 owned by network:floatingip {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:24.495276 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:24.499264 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-95176287-aff0-4ce0-8aa6-1106ca1f6174 tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:24.544654 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event deleted for resources: {'Port': ['ID=8eb680ce-4e72-4725-a8e1-dee1c4a837b3,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:24.548004 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:24.646048 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for floatingip, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:24.646444 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.l3_db [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Floating IP a92917fb-169d-4a88-97cb-48895e109759 disassociated (deleted). External IP: 172.28.1.11, port: 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91. Jun 04 00:56:25.034326 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Router edae1689-a37b-45a7-b9c7-258653a5733c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:56:25.237686 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 60e09499-a77f-4147-b023-924334b3033c up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:25.289011 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:56:25.302111 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] Sync routers for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:56:25.315510 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:25.318599 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:25.325192 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:25.343054 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 60e09499-a77f-4147-b023-924334b3033c triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:25.343481 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:25.393869 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-7155b646-b60b-4c5f-8a08-39d838c28477 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "DELETE /v2.0/floatingips/a92917fb-169d-4a88-97cb-48895e109759 HTTP/1.1" status: 204 len: 168 time: 2.0797498 Jun 04 00:56:25.394640 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:56:25.397157 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bb497c-0e8c-4c90-b095-2b234c32eb30" -d '{"events": [{"name": "network-changed", "server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:56:25.564916 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Sync routers for ids ['0091b542-cf53-4ff3-ab17-d870f3cc4879'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:56:25.599969 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Routers {'0091b542-cf53-4ff3-ab17-d870f3cc4879'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:25.600597 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['0091b542-cf53-4ff3-ab17-d870f3cc4879'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:25.667116 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71249b4-c702-4f5b-9724-71cd182bb685 x-openstack-request-id: req-c71249b4-c702-4f5b-9724-71cd182bb685 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:56:25.667561 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:56:25.667978 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c71249b4-c702-4f5b-9724-71cd182bb685 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:56:25.668496 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'status': 'completed', 'code': 200} Jun 04 00:56:25.706594 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:25.849724 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Set router 0091b542-cf53-4ff3-ab17-d870f3cc4879 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:25.876290 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-d531e730-adb7-4e07-b60c-e70313cbb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:25.877808 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-d531e730-adb7-4e07-b60c-e70313cbb7e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f6738a59374ea49a1df6a194e340e4&device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 1098 time: 0.1575577 Jun 04 00:56:26.143728 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-67d5fbca-84d8-49b0-adb8-d15ef4d9a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:26.145891 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-67d5fbca-84d8-49b0-adb8-d15ef4d9a283 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 200 len: 910 time: 0.2609065 Jun 04 00:56:26.184953 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'a1279cde-9c91-4677-b255-b83d194a459c', 'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'mac_address': 'fa:16:3e:68:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:39Z', 'updated_at': '2021-06-04T00:50:47Z', 'revision_number': 5, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'subnets': [{'id': 'c93b9461-496b-46a6-a452-9788d9787052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:26.195385 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] Checking router: edae1689-a37b-45a7-b9c7-258653a5733c for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:56:26.205942 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:26.206841 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:26.221228 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '60e09499-a77f-4147-b023-924334b3033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 4, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'gw_port': {'id': '60e09499-a77f-4147-b023-924334b3033c', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '5343110e-82bf-459f-922d-2022ca026556', 'name': '', 'network_id': '74811291-9339-4475-bf04-8c823c264dea', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'mac_address': 'fa:16:3e:ae:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:19Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 2, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'subnets': [{'id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:26.227866 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Checking router: 0091b542-cf53-4ff3-ab17-d870f3cc4879 for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:56:26.228539 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Updating router 0091b542-cf53-4ff3-ab17-d870f3cc4879 port 5343110e-82bf-459f-922d-2022ca026556 binding host dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 00:56:26.306409 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:26.349636 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-88722235-f169-4507-9671-4813311936bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 200 len: 217 time: 0.1952615 Jun 04 00:56:26.436701 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-0df0d0b8-d11a-4f8c-9313-fa2e8ef701a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:26.438161 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-0df0d0b8-d11a-4f8c-9313-fa2e8ef701a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c93b9461-496b-46a6-a452-9788d9787052 HTTP/1.1" status: 200 len: 848 time: 0.0783761 Jun 04 00:56:26.449222 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93e75a-eb6a-475e-ba75-c8b13987cf72 req-556f2688-8bd9-420c-a094-cedf413711fb tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:26.449932 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-bf93e75a-eb6a-475e-ba75-c8b13987cf72 req-556f2688-8bd9-420c-a094-cedf413711fb tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Synchronizing usage tracker for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:56:26.455352 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:26.525682 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-bf93e75a-eb6a-475e-ba75-c8b13987cf72 req-556f2688-8bd9-420c-a094-cedf413711fb tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Unset dirty status for tenant:20f6738a59374ea49a1df6a194e340e4 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:56:26.533386 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bf93e75a-eb6a-475e-ba75-c8b13987cf72 req-556f2688-8bd9-420c-a094-cedf413711fb tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.6190512 Jun 04 00:56:26.596122 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-bf93e75a-eb6a-475e-ba75-c8b13987cf72 req-df9a42f5-d154-4f39-a897-725104fb1bab tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604522 Jun 04 00:56:26.634977 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-7f55ad73-5610-471f-819a-3179e519ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:26.636510 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-7f55ad73-5610-471f-819a-3179e519ff63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d6ef1c5-d52e-46a5-827e-8fe6857a6866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1812727 Jun 04 00:56:26.711138 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Notify callbacks [] for port, precommit_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:26.723989 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Transition to ACTIVE for port object 5343110e-82bf-459f-922d-2022ca026556 will not be triggered until provisioned by entity L2. {{(pid=103535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:26.734589 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:26.741448 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:26.814804 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104ba86-3f4b-4f89-b786-9a40f5d49bc8 None None] Pushing event updated for resources: {'Port': ['ID=5343110e-82bf-459f-922d-2022ca026556,revision_number=3']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:26.819291 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-e104ba86-3f4b-4f89-b786-9a40f5d49bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:26.821255 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-f62660ad-fa9b-4988-a36d-ebf45265daca service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743617 Jun 04 00:56:26.884145 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'a1279cde-9c91-4677-b255-b83d194a459c', 'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'mac_address': 'fa:16:3e:68:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:39Z', 'updated_at': '2021-06-04T00:50:47Z', 'revision_number': 5, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'subnets': [{'id': 'c93b9461-496b-46a6-a452-9788d9787052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:26.888740 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0f61c-b944-4fc0-af6c-c92b993289c3 None None] The sync data for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb is: [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:40Z', 'revision_number': 4, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'a1279cde-9c91-4677-b255-b83d194a459c', 'name': '', 'network_id': '5d6ef1c5-d52e-46a5-827e-8fe6857a6866', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'mac_address': 'fa:16:3e:68:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c93b9461-496b-46a6-a452-9788d9787052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:39Z', 'updated_at': '2021-06-04T00:50:47Z', 'revision_number': 5, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'subnets': [{'id': 'c93b9461-496b-46a6-a452-9788d9787052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:56:27.080611 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Attempting to bind port 5343110e-82bf-459f-922d-2022ca026556 on host dv-cinder-489949-11-smb for vnic_type normal with profile {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:56:27.081241 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Attempting to bind port 5343110e-82bf-459f-922d-2022ca026556 by drivers openvswitch,hyperv on host dv-cinder-489949-11-smb at level 0 using segments [{'id': '1ae0b766-360a-41b7-919b-37484c53872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74811291-9339-4475-bf04-8c823c264dea'}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:56:27.081672 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Attempting to bind port 5343110e-82bf-459f-922d-2022ca026556 on network 74811291-9339-4475-bf04-8c823c264dea {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:56:27.088376 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Checking agent: {'id': '89898c6e-ee47-4298-9eea-85c23aac9fc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-489949-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 37, 15), 'started_at': datetime.datetime(2021, 6, 4, 0, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-489949-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:56:27.089016 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Checking segment: {'id': '1ae0b766-360a-41b7-919b-37484c53872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74811291-9339-4475-bf04-8c823c264dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:56:27.089510 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:27.090035 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Bound using segment: {'id': '1ae0b766-360a-41b7-919b-37484c53872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74811291-9339-4475-bf04-8c823c264dea'} {{(pid=103535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:56:27.090595 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.managers [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Bound port: 5343110e-82bf-459f-922d-2022ca026556, host: dv-cinder-489949-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae0b766-360a-41b7-919b-37484c53872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74811291-9339-4475-bf04-8c823c264dea'}}] {{(pid=103535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:56:27.091047 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:27.092056 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-e1bb497c-0e8c-4c90-b095-2b234c32eb30 req-8775fa0a-687d-46b6-9012-474e15f384e6 service neutron] 10.222.0.47 "GET /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582221 Jun 04 00:56:27.253552 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] For port 5343110e-82bf-459f-922d-2022ca026556, host dv-cinder-489949-11-smb, cleared binding levels {{(pid=103535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:56:27.258192 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] For port 5343110e-82bf-459f-922d-2022ca026556, host dv-cinder-489949-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=5343110e-82bf-459f-922d-2022ca026556,segment=NetworkSegment(1ae0b766-360a-41b7-919b-37484c53872d),segment_id=1ae0b766-360a-41b7-919b-37484c53872d)] {{(pid=103535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:56:27.268820 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:27.273483 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d239fb-fdb6-4430-9d9f-5790f082401d None None] New status for floating IP a92917fb-169d-4a88-97cb-48895e109759: DOWN {{(pid=103536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:56:27.289291 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:27.364026 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Routers {'0091b542-cf53-4ff3-ab17-d870f3cc4879'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:27.364646 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['0091b542-cf53-4ff3-ab17-d870f3cc4879'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:27.488862 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104ba86-3f4b-4f89-b786-9a40f5d49bc8 None None] Pushing event updated for resources: {'Port': ['ID=5343110e-82bf-459f-922d-2022ca026556,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:27.589169 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-e104ba86-3f4b-4f89-b786-9a40f5d49bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:27.628584 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-dcd34cb2-9cb4-499d-9008-8873aeafdbc8 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:27.638322 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-dcd34cb2-9cb4-499d-9008-8873aeafdbc8 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.47 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.1438332 Jun 04 00:56:27.656602 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] Set router 0091b542-cf53-4ff3-ab17-d870f3cc4879 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:27.888980 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd198967-80e3-400f-95d5-72db10e8f474 req-2b50a767-7778-4648-b6a2-cdfb8407c92a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:27.891660 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fd198967-80e3-400f-95d5-72db10e8f474 req-2b50a767-7778-4648-b6a2-cdfb8407c92a tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 945 time: 0.1237216 Jun 04 00:56:27.894238 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Deleting port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:27.894605 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:27.975284 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-fd198967-80e3-400f-95d5-72db10e8f474 req-724ee359-c50a-4c06-ad64-de9ed1da6618 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/security-groups?id=20ba3791-a85b-4f3e-aa4a-20d17827f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761888 Jun 04 00:56:28.110143 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] For port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:28.110522 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:28.132515 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '60e09499-a77f-4147-b023-924334b3033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 4, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'gw_port': {'id': '60e09499-a77f-4147-b023-924334b3033c', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '5343110e-82bf-459f-922d-2022ca026556', 'name': '', 'network_id': '74811291-9339-4475-bf04-8c823c264dea', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'mac_address': 'fa:16:3e:ae:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:19Z', 'updated_at': '2021-06-04T00:56:27Z', 'revision_number': 4, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'subnets': [{'id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:28.137362 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0c32d-3d41-430f-b532-d60234842c63 None None] The sync data for ids ['0091b542-cf53-4ff3-ab17-d870f3cc4879'] in dv-cinder-489949-11-smb is: [{'id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '60e09499-a77f-4147-b023-924334b3033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:20Z', 'revision_number': 4, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'gw_port': {'id': '60e09499-a77f-4147-b023-924334b3033c', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': '5343110e-82bf-459f-922d-2022ca026556', 'name': '', 'network_id': '74811291-9339-4475-bf04-8c823c264dea', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'mac_address': 'fa:16:3e:ae:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:19Z', 'updated_at': '2021-06-04T00:56:27Z', 'revision_number': 4, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'subnets': [{'id': 'fbd57e01-1340-4fe2-beb9-ae951720f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:56:28.255021 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Calling delete_port for 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:28.391736 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:28.401230 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6a2f1af3-d2bb-4ab1-a1e2-42e5c7fc3160 tempest-VolumesActionsTest-1801857028 tempest-VolumesActionsTest-1801857028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:28.450923 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event deleted for resources: {'Port': ['ID=8a4fdc3b-0540-4e70-8c8c-a54aed07ff91,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:28.459788 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:28.549050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] No DVR routers for this DVR port 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:56:28.554003 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:28.556869 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'name': 'network-vif-deleted', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:56:28.559232 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edae7840-b17c-4c25-928b-fe188226fc70" -d '{"events": [{"server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "name": "network-vif-deleted", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:56:28.578078 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-47572e98-6d8a-4ca8-8129-e204dc00a42a req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.47 "DELETE /v2.0/ports/8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 HTTP/1.1" status: 204 len: 173 time: 0.9336677 Jun 04 00:56:28.630626 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74e914e-7039-4af4-b9c8-018402aec03a x-openstack-request-id: req-d74e914e-7039-4af4-b9c8-018402aec03a {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:56:28.632595 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d385fb19-9890-456e-b7c1-01107ba3de0f", "name": "network-vif-deleted", "tag": "8a4fdc3b-0540-4e70-8c8c-a54aed07ff91", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:56:28.632898 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d74e914e-7039-4af4-b9c8-018402aec03a {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:56:28.633487 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd385fb19-9890-456e-b7c1-01107ba3de0f', 'name': 'network-vif-deleted', 'tag': '8a4fdc3b-0540-4e70-8c8c-a54aed07ff91', 'status': 'completed', 'code': 200} Jun 04 00:56:29.157472 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-15d6478b-a34a-4e4d-8577-32f8df7e9ccb req-5d40bd84-0cde-41fe-9483-5adf6cdf5327 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "GET /v2.0/ports?device_id=d385fb19-9890-456e-b7c1-01107ba3de0f HTTP/1.1" status: 200 len: 210 time: 0.0598252 Jun 04 00:56:29.280035 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 5343110e-82bf-459f-922d-2022ca026556 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:29.359777 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning for port 5343110e-82bf-459f-922d-2022ca026556 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:29.366620 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 5343110e-82bf-459f-922d-2022ca026556 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:29.367275 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:29.515013 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:29.558762 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] For port 5343110e-82bf-459f-922d-2022ca026556, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=5343110e-82bf-459f-922d-2022ca026556,segment=NetworkSegment(1ae0b766-360a-41b7-919b-37484c53872d),segment_id=1ae0b766-360a-41b7-919b-37484c53872d)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:29.565120 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:29.573682 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:29.651311 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Pushing event updated for resources: {'Port': ['ID=5343110e-82bf-459f-922d-2022ca026556,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:29.660614 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:30.073538 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:56:30.108608 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:56:30.109039 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device 8a4fdc3b-0540-4e70-8c8c-a54aed07ff91 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:56:30.261245 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42416) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:30.338266 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-841c531c-f915-4e48-a451-e7eb45dce04e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:30.373823 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-841c531c-f915-4e48-a451-e7eb45dce04e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:30.455288 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-841c531c-f915-4e48-a451-e7eb45dce04e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:30.459643 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-9c0cb8cf-47ba-4d7a-a6af-a4e92c9a81ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:30.476084 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c531c-f915-4e48-a451-e7eb45dce04e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ba3791-a85b-4f3e-aa4a-20d17827f162,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:30.478899 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-841c531c-f915-4e48-a451-e7eb45dce04e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:30.494280 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-841c531c-f915-4e48-a451-e7eb45dce04e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:30.498221 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-841c531c-f915-4e48-a451-e7eb45dce04e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] 10.222.0.44 "DELETE /v2.0/security-groups/20ba3791-a85b-4f3e-aa4a-20d17827f162 HTTP/1.1" status: 204 len: 168 time: 0.2326765 Jun 04 00:56:31.232584 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 5343110e-82bf-459f-922d-2022ca026556 up at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:31.308157 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Provisioning complete for port 5343110e-82bf-459f-922d-2022ca026556 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:31.308735 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:31.564473 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42434) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:31.957313 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-09632d9f-ef14-4378-a6fb-74ab8592d006 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:31.958697 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-09632d9f-ef14-4378-a6fb-74ab8592d006 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 814 time: 0.1503904 Jun 04 00:56:31.974335 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4f193ab1-d249-463b-8c6d-1fe69a8a8fb3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/quotas/703e28caf31645aba12aba35b61489fa HTTP/1.1" status: 200 len: 375 time: 0.0097806 Jun 04 00:56:32.056125 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-98a6a128-9acd-4359-8ab1-882d0d7878e7 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765874 Jun 04 00:56:32.117463 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-33328bd1-1fd8-4182-930a-f0e2295d4793 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 00:56:32.118738 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-33328bd1-1fd8-4182-930a-f0e2295d4793 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513287 Jun 04 00:56:32.307992 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8269668'] for router_interface, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:32.353277 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-6bb627b7-ac8d-4d09-bee9-1ab6d7a36c21 service neutron] 10.222.0.44 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283609 Jun 04 00:56:32.483497 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-f8c0cd34-0eb4-4cd0-b74c-6b55df786470 service neutron] 10.222.0.44 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241319 Jun 04 00:56:32.693534 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-9603e012-2ac3-4084-80a0-09f7e5a9034c req-26b6edb7-78b9-4d71-b22f-4a12ac684388 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Synchronizing usage tracker for tenant:703e28caf31645aba12aba35b61489fa on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:56:32.755145 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-9603e012-2ac3-4084-80a0-09f7e5a9034c req-26b6edb7-78b9-4d71-b22f-4a12ac684388 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Unset dirty status for tenant:703e28caf31645aba12aba35b61489fa on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:56:32.756363 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9603e012-2ac3-4084-80a0-09f7e5a9034c req-26b6edb7-78b9-4d71-b22f-4a12ac684388 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 210 time: 0.1212013 Jun 04 00:56:32.774939 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Deleting port a1279cde-9c91-4677-b255-b83d194a459c {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:32.775380 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:32.896864 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] For port a1279cde-9c91-4677-b255-b83d194a459c, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=a1279cde-9c91-4677-b255-b83d194a459c,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:32.897263 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:33.025533 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Calling delete_port for a1279cde-9c91-4677-b255-b83d194a459c owned by network:router_interface {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:33.317720 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:33.322372 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:33.366991 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1279cde-9c91-4677-b255-b83d194a459c,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:33.370485 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:33.761415 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8265146'] for router_interface, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:33.922823 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8fe4c54c-215f-4fb8-9ca7-e789a4463d08 req-91875bad-fdfc-4390-8abd-47d3594f61c4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 210 time: 0.0437329 Jun 04 00:56:34.178582 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4dece1d7-7916-46eb-8c7e-f62fff5629c9 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:34.179246 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4dece1d7-7916-46eb-8c7e-f62fff5629c9 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Synchronizing usage tracker for tenant:703e28caf31645aba12aba35b61489fa on resource:network {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:56:34.272092 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4dece1d7-7916-46eb-8c7e-f62fff5629c9 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Unset dirty status for tenant:703e28caf31645aba12aba35b61489fa on resource:network {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:56:34.273227 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4dece1d7-7916-46eb-8c7e-f62fff5629c9 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.47 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 814 time: 0.3389828 Jun 04 00:56:34.287778 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Router edae1689-a37b-45a7-b9c7-258653a5733c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:56:34.294218 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'port': {'device_id': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'admin_state_up': True, 'tenant_id': '703e28caf31645aba12aba35b61489fa'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:56:34.591314 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:56:34.607744 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:56:34.610241 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:56:34.630215 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] 10.222.0.44 "PUT /v2.0/routers/edae1689-a37b-45a7-b9c7-258653a5733c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0616066 Jun 04 00:56:34.630452 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] Sync routers for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:56:34.632472 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42488) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:34.632950 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Made reservation on behalf of 703e28caf31645aba12aba35b61489fa for: {'port': 1} {{(pid=103534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 00:56:34.636537 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:34.640551 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:34.641167 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:34.852481 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:34.870132 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks [] for router, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:34.985469 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Allocated IP 172.20.0.6 (1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d/278bffb6-fb0f-424d-b529-c740aff47b1a/b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:56:35.139985 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:35.212520 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b661a85e-ac3c-4b16-ad82-3b8d83ea3333 req-b535ac55-f858-42cf-8a83-21a6cd3848d7 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 210 time: 0.0990927 Jun 04 00:56:35.271269 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Deleting port d48981ef-51f1-487a-bdb6-535f4792d97b {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:35.271723 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:35.306126 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:56:33Z', 'revision_number': 5, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port': {'id': 'd48981ef-51f1-487a-bdb6-535f4792d97b', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:35.311031 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] Checking router: edae1689-a37b-45a7-b9c7-258653a5733c for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:56:35.320878 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] Routers {'edae1689-a37b-45a7-b9c7-258653a5733c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:35.321724 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['edae1689-a37b-45a7-b9c7-258653a5733c'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:35.432343 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] For port d48981ef-51f1-487a-bdb6-535f4792d97b, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=d48981ef-51f1-487a-bdb6-535f4792d97b,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:35.433041 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:35.530911 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:35.550142 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Transition to ACTIVE for port object b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 will not be triggered until provisioned by entity DHCP. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:35.579499 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Calling delete_port for d48981ef-51f1-487a-bdb6-535f4792d97b owned by network:router_gateway {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:35.581511 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:35.597455 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-0188baf4-5924-448c-abc4-a13f2200c63a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:35.640045 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] Set router edae1689-a37b-45a7-b9c7-258653a5733c gateway port host: None {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:35.669778 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:56:35.673354 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:56:35.677745 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:56:35.769905 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'Port': ['ID=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:35.777037 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:35.791982 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:35.792648 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:35.837219 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:56:35Z', 'revision_number': 6, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port_host': None}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:35.847628 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8742048-420f-43ac-a93b-48beb1f561d3 None None] The sync data for ids ['edae1689-a37b-45a7-b9c7-258653a5733c'] in dv-cinder-489949-11-smb is: [{'id': 'edae1689-a37b-45a7-b9c7-258653a5733c', 'name': 'tempest-TestShelveInstance-1274367193-router', 'tenant_id': '20f6738a59374ea49a1df6a194e340e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:35Z', 'updated_at': '2021-06-04T00:56:35Z', 'revision_number': 6, 'project_id': '20f6738a59374ea49a1df6a194e340e4', 'gw_port_host': None}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:56:35.852272 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-4c913425-1c60-416a-bf43-067a718a061a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5631163 Jun 04 00:56:35.853685 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:35.857788 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-6498fae2-e9ee-4d33-9801-5f036d552a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:35.912406 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48981ef-51f1-487a-bdb6-535f4792d97b,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:35.915728 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:36.016377 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8307993'] for router_gateway, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.030057 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-015f67b7-392c-432e-a6b6-5be210185f5f None None] Provisioning for port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 completed by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:36.035768 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-015f67b7-392c-432e-a6b6-5be210185f5f None None] Provisioning complete for port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:36.036146 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-015f67b7-392c-432e-a6b6-5be210185f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.096151 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-015f67b7-392c-432e-a6b6-5be210185f5f None None] Port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 cannot update to ACTIVE because it is not bound. {{(pid=103535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 00:56:36.308866 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8269863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.311255 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.345676 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8270003'] for router, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.346325 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edae1689-a37b-45a7-b9c7-258653a5733c {{(pid=103533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 00:56:36.362776 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.363959 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-00e41236-5560-4e21-bcaa-d329f9813855 admin admin] 10.222.0.44 "DELETE /v2.0/routers/edae1689-a37b-45a7-b9c7-258653a5733c HTTP/1.1" status: 204 len: 168 time: 1.7289035 Jun 04 00:56:36.366693 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42494) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:36.446119 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a2fcd8-86d0-4826-82c3-75c30b1e0474 admin admin] Deleting subnet c93b9461-496b-46a6-a452-9788d9787052 {{(pid=103534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:56:36.449907 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c5a2fcd8-86d0-4826-82c3-75c30b1e0474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.454475 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6d037-84be-41bf-a9e6-20bbb158cc60 req-9c314811-7dd4-4a80-bb4b-33f80a0c0c3a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:36.460088 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-05d6d037-84be-41bf-a9e6-20bbb158cc60 req-9c314811-7dd4-4a80-bb4b-33f80a0c0c3a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 931 time: 0.0950720 Jun 04 00:56:36.503245 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c5a2fcd8-86d0-4826-82c3-75c30b1e0474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6466758'] for subnet, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.504901 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-05d6d037-84be-41bf-a9e6-20bbb158cc60 req-c6778692-b921-487a-b0e6-519d60ed003f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Jun 04 00:56:36.625186 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c5a2fcd8-86d0-4826-82c3-75c30b1e0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.896669 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c5a2fcd8-86d0-4826-82c3-75c30b1e0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5526943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6679791'] for subnet, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.900961 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:36.939659 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2fcd8-86d0-4826-82c3-75c30b1e0474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c93b9461-496b-46a6-a452-9788d9787052,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:36.942516 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c5a2fcd8-86d0-4826-82c3-75c30b1e0474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:36.943505 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-c5a2fcd8-86d0-4826-82c3-75c30b1e0474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:36.951339 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec009f70-ef56-4479-bb54-c3861a3c0f93 None None] Network 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:56:36.955987 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-c5a2fcd8-86d0-4826-82c3-75c30b1e0474 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c93b9461-496b-46a6-a452-9788d9787052 HTTP/1.1" status: 204 len: 168 time: 0.5871773 Jun 04 00:56:36.959034 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42496) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:37.077953 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.149725 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Deleting port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:37.150065 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.259566 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device d48981ef-51f1-487a-bdb6-535f4792d97b no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:56:37.269160 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] For port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7,segment=NetworkSegment(29130992-cf5c-4a89-9b60-fb2b5c06cb71),segment_id=29130992-cf5c-4a89-9b60-fb2b5c06cb71)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:37.269606 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.305557 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] DHCP port deletion for 5d6ef1c5-d52e-46a5-827e-8fe6857a6866 request from dv-cinder-489949-11-smb {{(pid=103535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 00:56:37.331055 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: d48981ef-51f1-487a-bdb6-535f4792d97b {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:56:37.331892 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device d48981ef-51f1-487a-bdb6-535f4792d97b not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:56:37.332565 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device a1279cde-9c91-4677-b255-b83d194a459c no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:56:37.405871 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Calling delete_port for 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 owned by network:dhcp {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:37.413939 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: a1279cde-9c91-4677-b255-b83d194a459c {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:56:37.416483 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device a1279cde-9c91-4677-b255-b83d194a459c not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:56:37.457270 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] Deleting port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 {{(pid=103535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:37.457741 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.470646 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.474847 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-c7663113-33ca-40f0-bbe2-19383b9315da tempest-ServerRescueNegativeTestJSON-780513464 tempest-ServerRescueNegativeTestJSON-780513464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:37.535217 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:37.544704 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:37.554150 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] No DVR routers for this DVR port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 on host dv-cinder-489949-11-smb {{(pid=103533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:56:37.573472 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] For port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7, host dv-cinder-489949-11-smb, got binding levels [] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:37.573909 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.709568 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] Calling delete_port for 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 owned by network:dhcp {{(pid=103535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:37.713488 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.ipam_backend_mixin [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] Port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 was not found and therefore no delete operation was performed {{(pid=103535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 04 00:56:37.714823 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908'] for port, after_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.719424 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:37.719805 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.747455 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6ef1c5-d52e-46a5-827e-8fe6857a6866']}} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:37.770961 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] Pushing event deleted for resources: {'Port': ['ID=1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7,revision_number=None']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:37.776220 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] No DVR routers for this DVR port 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 on host dv-cinder-489949-11-smb {{(pid=103535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:56:37.777732 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:37.780102 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29130992-cf5c-4a89-9b60-fb2b5c06cb71') {'for_net_delete': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:37.780453 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.services.segments.db [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29130992-cf5c-4a89-9b60-fb2b5c06cb71') {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:37.794358 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7032540'] for segment, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.804308 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9d98d-b242-4c29-abfd-af5ee2e40623 req-c0790f0e-24ff-4e9f-adea-3443e9b51daf tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:37.804924 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-1eb9d98d-b242-4c29-abfd-af5ee2e40623 req-c0790f0e-24ff-4e9f-adea-3443e9b51daf tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Synchronizing usage tracker for tenant:703e28caf31645aba12aba35b61489fa on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:56:37.812394 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.821236 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:56:37.821658 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030088'] for segment, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.822204 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-1eb9d98d-b242-4c29-abfd-af5ee2e40623 req-c0790f0e-24ff-4e9f-adea-3443e9b51daf tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Unset dirty status for tenant:703e28caf31645aba12aba35b61489fa on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:56:37.823623 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1eb9d98d-b242-4c29-abfd-af5ee2e40623 req-c0790f0e-24ff-4e9f-adea-3443e9b51daf tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 931 time: 0.1556027 Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: Traceback (most recent call last): Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: timer() Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: cb(*args, **kw) Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: return func(*args, **kwargs) Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: self._notify() Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: self.callback(batched_events) Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: event.method(event) Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: return f(self, *a, **k) Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: return self._get(url).json() Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: return self.request(url, 'GET', **kwargs) Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:56:37.838585 dv-cinder-489949-11-smb neutron-server[103533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:56:37.888974 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-1eb9d98d-b242-4c29-abfd-af5ee2e40623 req-e3fe2b4a-6b96-4cb2-90c7-1646c0f73c95 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Synchronizing usage tracker for tenant:703e28caf31645aba12aba35b61489fa on resource:security_group {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:56:37.910598 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-1eb9d98d-b242-4c29-abfd-af5ee2e40623 req-e3fe2b4a-6b96-4cb2-90c7-1646c0f73c95 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Unset dirty status for tenant:703e28caf31645aba12aba35b61489fa on resource:security_group {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:56:37.912620 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-1eb9d98d-b242-4c29-abfd-af5ee2e40623 req-e3fe2b4a-6b96-4cb2-90c7-1646c0f73c95 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770297 Jun 04 00:56:37.940436 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.944542 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-13ebc223-3b04-40a2-b13f-7ec3c23f69c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:37.963976 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:37.972502 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6ef1c5-d52e-46a5-827e-8fe6857a6866,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:37.977406 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:37.986949 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-ca547109-88a0-4e31-bba9-88241fc5f053 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5d6ef1c5-d52e-46a5-827e-8fe6857a6866 HTTP/1.1" status: 204 len: 168 time: 1.0267434 Jun 04 00:56:37.989897 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42502) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:38.695606 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8269668'] for router_interface, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:39.182795 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9106f3-b81f-4f99-a63e-d9dd41b7b157 req-71b8faf7-1ac8-499f-ac77-9d2de609a314 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:39.184420 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3f9106f3-b81f-4f99-a63e-d9dd41b7b157 req-71b8faf7-1ac8-499f-ac77-9d2de609a314 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 931 time: 0.1446016 Jun 04 00:56:39.190503 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Deleting port 36b010cf-1a96-49d9-9b45-fd941ae1355b {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:39.190860 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:39.231230 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:56:39.266649 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:56:39.267144 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 1f0985e6-1ae3-4edd-a6ee-27a62ee0c5e7 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:56:39.323684 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-3f9106f3-b81f-4f99-a63e-d9dd41b7b157 req-53e21a3d-3a5c-4298-8062-a1752248c88c tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202931 Jun 04 00:56:39.355682 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] For port 36b010cf-1a96-49d9-9b45-fd941ae1355b, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=36b010cf-1a96-49d9-9b45-fd941ae1355b,segment=NetworkSegment(79eab594-8789-4fa0-8897-57a10a7f7b95),segment_id=79eab594-8789-4fa0-8897-57a10a7f7b95)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:39.356071 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:39.480122 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Calling delete_port for 36b010cf-1a96-49d9-9b45-fd941ae1355b owned by network:router_interface {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:39.636378 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:39.640941 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1f94b220-1653-48c9-80db-7d5b720bf59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:39.684616 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b010cf-1a96-49d9-9b45-fd941ae1355b,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:39.687787 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:39.961887 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8265146'] for router_interface, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:40.440714 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Router c38306a5-7a9e-467f-97c3-34b0841b214c has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:56:40.523492 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00632b9-e0db-455a-91f3-aecad345981a req-e4a4b7b0-87ff-436c-8aa7-221e03d811a2 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:40.527564 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c00632b9-e0db-455a-91f3-aecad345981a req-e4a4b7b0-87ff-436c-8aa7-221e03d811a2 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 931 time: 0.0921788 Jun 04 00:56:40.571002 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-c00632b9-e0db-455a-91f3-aecad345981a req-c8981923-9e2f-4596-8df7-c68177e648c7 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Jun 04 00:56:40.632611 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:56:40.642964 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] Sync routers for ids ['c38306a5-7a9e-467f-97c3-34b0841b214c'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:56:40.655237 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42510) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:40.655861 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-64411c62-28ef-4fa0-9b3d-c6b3cfa35c19 admin admin] 10.222.0.44 "PUT /v2.0/routers/c38306a5-7a9e-467f-97c3-34b0841b214c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6643653 Jun 04 00:56:40.661147 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] Routers {'c38306a5-7a9e-467f-97c3-34b0841b214c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:40.668118 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['c38306a5-7a9e-467f-97c3-34b0841b214c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:40.838663 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks [] for router, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:40.858246 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] Set router c38306a5-7a9e-467f-97c3-34b0841b214c gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:41.018714 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:41.093599 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Deleting port b30b83a0-f96d-477c-95de-c533178a2eac {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:41.093940 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:41.158465 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:43Z', 'updated_at': '2021-06-04T00:56:39Z', 'revision_number': 5, 'project_id': 'e14290127de145299570c79dbea80ec1', 'gw_port': {'id': 'b30b83a0-f96d-477c-95de-c533178a2eac', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:50:45Z', 'updated_at': '2021-06-04T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:41.162474 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] Checking router: c38306a5-7a9e-467f-97c3-34b0841b214c for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:56:41.171723 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] Routers {'c38306a5-7a9e-467f-97c3-34b0841b214c'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:56:41.172354 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['c38306a5-7a9e-467f-97c3-34b0841b214c'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:41.348918 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] For port b30b83a0-f96d-477c-95de-c533178a2eac, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=b30b83a0-f96d-477c-95de-c533178a2eac,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:41.349471 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:41.368940 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] Set router c38306a5-7a9e-467f-97c3-34b0841b214c gateway port host: None {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:56:41.487239 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Calling delete_port for b30b83a0-f96d-477c-95de-c533178a2eac owned by network:router_gateway {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:41.515363 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:43Z', 'updated_at': '2021-06-04T00:56:41Z', 'revision_number': 6, 'project_id': 'e14290127de145299570c79dbea80ec1', 'gw_port_host': None}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:41.520181 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb0f69-e7dd-4f78-b9da-af57ecd55ff6 None None] The sync data for ids ['c38306a5-7a9e-467f-97c3-34b0841b214c'] in dv-cinder-489949-11-smb is: [{'id': 'c38306a5-7a9e-467f-97c3-34b0841b214c', 'name': 'tempest-TestShelveInstance-1660487347-router', 'tenant_id': 'e14290127de145299570c79dbea80ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:50:43Z', 'updated_at': '2021-06-04T00:56:41Z', 'revision_number': 6, 'project_id': 'e14290127de145299570c79dbea80ec1', 'gw_port_host': None}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:56:41.651674 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:41.661398 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4c89a1db-d032-4363-9998-d72952eb7edd tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:41.710049 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b30b83a0-f96d-477c-95de-c533178a2eac,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:41.747048 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:41.805366 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32bfb5-58f8-4241-b6b5-dbe23be0c174 req-22fd251d-037b-4372-bdc2-a2742241731d tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:41.806923 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0f32bfb5-58f8-4241-b6b5-dbe23be0c174 req-22fd251d-037b-4372-bdc2-a2742241731d tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 931 time: 0.1204660 Jun 04 00:56:41.817810 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8307993'] for router_gateway, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:41.870117 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-0f32bfb5-58f8-4241-b6b5-dbe23be0c174 req-75521eef-2349-4545-a66e-1e23c588f32b tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567935 Jun 04 00:56:42.042418 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8269863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.045097 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.156428 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8270003'] for router, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.157119 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38306a5-7a9e-467f-97c3-34b0841b214c {{(pid=103534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 00:56:42.179368 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] Notify callbacks [] for router, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.180558 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-2eeb11a0-d36d-47ac-938a-57003e9679cc admin admin] 10.222.0.44 "DELETE /v2.0/routers/c38306a5-7a9e-467f-97c3-34b0841b214c HTTP/1.1" status: 204 len: 168 time: 1.5239265 Jun 04 00:56:42.183166 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42514) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:42.241412 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_v2 [None req-199a570f-febf-406e-aaf9-8b10431d8cec admin admin] Deleting subnet 8147c1eb-44bb-487a-8277-7988c1bbe35e {{(pid=103534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:56:42.244700 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-199a570f-febf-406e-aaf9-8b10431d8cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.301960 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-199a570f-febf-406e-aaf9-8b10431d8cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6466758'] for subnet, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.393279 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-199a570f-febf-406e-aaf9-8b10431d8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.451760 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-b6a4eda6-fcdc-49dc-9235-38d574ba6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.692462 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-199a570f-febf-406e-aaf9-8b10431d8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5526943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6679791'] for subnet, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.696828 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-c086a259-623c-4dbb-931d-de098fe4c91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:42.730372 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a570f-febf-406e-aaf9-8b10431d8cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8147c1eb-44bb-487a-8277-7988c1bbe35e,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:42.734177 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-199a570f-febf-406e-aaf9-8b10431d8cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:42.736914 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-199a570f-febf-406e-aaf9-8b10431d8cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.745681 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-199a570f-febf-406e-aaf9-8b10431d8cec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8147c1eb-44bb-487a-8277-7988c1bbe35e HTTP/1.1" status: 204 len: 168 time: 0.5589643 Jun 04 00:56:42.745929 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16947008-9de7-4a5a-94ff-aaaee1c98a44 None None] Network 5438ee06-5303-4075-a0e4-02fe80c1746d requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:56:42.746621 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42516) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:42.858987 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:42.934918 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Deleting port 02bc4198-9326-4e3f-94e7-4118e3610d14 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:42.935262 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.093021 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] DHCP port deletion for 5438ee06-5303-4075-a0e4-02fe80c1746d request from dv-cinder-489949-11-smb {{(pid=103535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 00:56:43.169332 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] Deleting port 02bc4198-9326-4e3f-94e7-4118e3610d14 {{(pid=103535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:56:43.169883 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.203079 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] For port 02bc4198-9326-4e3f-94e7-4118e3610d14, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=02bc4198-9326-4e3f-94e7-4118e3610d14,segment=NetworkSegment(79eab594-8789-4fa0-8897-57a10a7f7b95),segment_id=79eab594-8789-4fa0-8897-57a10a7f7b95)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:43.207559 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.262884 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 36b010cf-1a96-49d9-9b45-fd941ae1355b no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:56:43.305082 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 36b010cf-1a96-49d9-9b45-fd941ae1355b {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:56:43.305702 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 36b010cf-1a96-49d9-9b45-fd941ae1355b not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:56:43.306316 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device b30b83a0-f96d-477c-95de-c533178a2eac no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:56:43.349024 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: b30b83a0-f96d-477c-95de-c533178a2eac {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:56:43.353076 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device b30b83a0-f96d-477c-95de-c533178a2eac not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:56:43.353717 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 02bc4198-9326-4e3f-94e7-4118e3610d14 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:56:43.362730 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Calling delete_port for 02bc4198-9326-4e3f-94e7-4118e3610d14 owned by network:dhcp {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:43.414008 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] For port 02bc4198-9326-4e3f-94e7-4118e3610d14, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=02bc4198-9326-4e3f-94e7-4118e3610d14,segment=NetworkSegment(79eab594-8789-4fa0-8897-57a10a7f7b95),segment_id=79eab594-8789-4fa0-8897-57a10a7f7b95)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:43.414008 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.425041 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31571824-818e-4dc3-ae0a-4b5e1a1354fc req-b5f162ba-78fc-4ea4-9764-b2fcc06c22fa tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:43.428588 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-31571824-818e-4dc3-ae0a-4b5e1a1354fc req-b5f162ba-78fc-4ea4-9764-b2fcc06c22fa tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 931 time: 0.2716148 Jun 04 00:56:43.481331 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.492860 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-99b8b576-9d07-4474-8551-57b14e653965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:43.535820 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No active binding found for port 02bc4198-9326-4e3f-94e7-4118e3610d14 {{(pid=103535) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 00:56:43.536717 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 02bc4198-9326-4e3f-94e7-4118e3610d14 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:56:43.538913 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] No DVR routers for this DVR port 02bc4198-9326-4e3f-94e7-4118e3610d14 on host dv-cinder-489949-11-smb {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:56:43.543021 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-31571824-818e-4dc3-ae0a-4b5e1a1354fc req-a22cfd6a-87a6-4561-acab-4cdd1bed757f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001337 Jun 04 00:56:43.543932 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02bc4198-9326-4e3f-94e7-4118e3610d14,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:43.544099 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] Calling delete_port for 02bc4198-9326-4e3f-94e7-4118e3610d14 owned by network:dhcp {{(pid=103535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:56:43.573387 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:43.600599 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908'] for port, after_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.607901 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-ec659196-a16e-42ba-8dc1-1e630460398c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:43.657886 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] Pushing event deleted for resources: {'Port': ['ID=02bc4198-9326-4e3f-94e7-4118e3610d14,revision_number=None']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:43.659868 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] No DVR routers for this DVR port 02bc4198-9326-4e3f-94e7-4118e3610d14 on host dv-cinder-489949-11-smb {{(pid=103535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:56:43.661236 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-f8c307b3-2245-4159-a9ab-368bef64aed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:43.665756 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.683221 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5438ee06-5303-4075-a0e4-02fe80c1746d']}} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:43.696729 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79eab594-8789-4fa0-8897-57a10a7f7b95') {'for_net_delete': True} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:43.697497 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79eab594-8789-4fa0-8897-57a10a7f7b95') {} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:56:43.709143 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6466751'] for segment, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.726144 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.732735 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:56:43.733145 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5526901'] for segment, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: Traceback (most recent call last): Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: timer() Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: cb(*args, **kw) Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: return func(*args, **kwargs) Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: self._notify() Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: self.callback(batched_events) Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: event.method(event) Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: return f(self, *a, **k) Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: return self._get(url).json() Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: return self.request(url, 'GET', **kwargs) Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:56:43.748031 dv-cinder-489949-11-smb neutron-server[103534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:56:43.834735 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.840758 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:43.843557 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:43.867211 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5438ee06-5303-4075-a0e4-02fe80c1746d,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:43.870510 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:43.882569 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5438ee06-5303-4075-a0e4-02fe80c1746d HTTP/1.1" status: 204 len: 168 time: 1.1270754 Jun 04 00:56:44.006576 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42524) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:44.056789 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ae3a38a1-5f7c-40fd-82c5-3142a175ec4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20f6738a59374ea49a1df6a194e340e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474916 Jun 04 00:56:44.057990 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42526) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:44.139355 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2280c32c-53c2-487c-bab9-cba92c07db7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:44.169502 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2280c32c-53c2-487c-bab9-cba92c07db7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:44.229098 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2280c32c-53c2-487c-bab9-cba92c07db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:44.233509 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-841c531c-f915-4e48-a451-e7eb45dce04e tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:44.248523 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280c32c-53c2-487c-bab9-cba92c07db7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d10d789-92df-4f37-aef7-5391c1942f9e,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:44.251761 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2280c32c-53c2-487c-bab9-cba92c07db7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:44.257590 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-2280c32c-53c2-487c-bab9-cba92c07db7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:44.258725 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-2280c32c-53c2-487c-bab9-cba92c07db7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d10d789-92df-4f37-aef7-5391c1942f9e HTTP/1.1" status: 204 len: 168 time: 0.1997664 Jun 04 00:56:44.632923 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42534) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:44.728662 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-ca889398-16f3-4b27-8e57-2154fc051912 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e14290127de145299570c79dbea80ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941739 Jun 04 00:56:44.731347 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42536) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:56:44.760673 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187b018-bbe8-4aa8-996a-8c5cdd0e15e2 req-544738f1-1557-4850-bb78-b02b7dbe3eff tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:44.762243 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6187b018-bbe8-4aa8-996a-8c5cdd0e15e2 req-544738f1-1557-4850-bb78-b02b7dbe3eff tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 931 time: 0.0973532 Jun 04 00:56:44.791637 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac3c-3a5b-4700-a528-c3c24a990760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:44.806106 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6187b018-bbe8-4aa8-996a-8c5cdd0e15e2 req-770efdbd-0b13-46c5-baf9-0859c14d2ded tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 Jun 04 00:56:44.817877 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac3c-3a5b-4700-a528-c3c24a990760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:44.873717 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac3c-3a5b-4700-a528-c3c24a990760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:44.880588 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-ed1ddb60-f43c-4484-bdf8-fc275daa203b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:44.894161 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaac3c-3a5b-4700-a528-c3c24a990760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d86bd0-ad37-4f17-8ddc-5043a529b6dd,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:44.897048 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-cfbaac3c-3a5b-4700-a528-c3c24a990760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:44.899164 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac3c-3a5b-4700-a528-c3c24a990760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:44.901020 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-cfbaac3c-3a5b-4700-a528-c3c24a990760 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9d86bd0-ad37-4f17-8ddc-5043a529b6dd HTTP/1.1" status: 204 len: 168 time: 0.1679437 Jun 04 00:56:44.977711 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:45.218085 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-71ffc01f-7386-4f5e-8db4-cbe04c61d260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:46.014778 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369be677-5b91-47f9-b0b1-21ac3bdd2e84 req-19de0fac-d751-422d-8a48-c7020155572f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:46.016271 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-369be677-5b91-47f9-b0b1-21ac3bdd2e84 req-19de0fac-d751-422d-8a48-c7020155572f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 931 time: 0.0981829 Jun 04 00:56:46.022809 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:46.062109 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-369be677-5b91-47f9-b0b1-21ac3bdd2e84 req-af43c2a7-ebd0-4648-bb47-a1e0066e6d41 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Jun 04 00:56:46.989052 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Request body: {'port': {'device_id': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-48994'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:56:47.108386 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:47.257016 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f749c0b-f599-46bd-b32f-f6e35f98ceef req-d5294e67-e6d2-4611-831e-802b1f81a6a1 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:47.258378 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1f749c0b-f599-46bd-b32f-f6e35f98ceef req-d5294e67-e6d2-4611-831e-802b1f81a6a1 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 931 time: 0.0867152 Jun 04 00:56:47.305301 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-1f749c0b-f599-46bd-b32f-f6e35f98ceef req-9a85c833-f27d-42b5-b369-29e018cfdd96 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Jun 04 00:56:47.452012 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 {{(pid=103534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:56:47.459668 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:47.474446 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.provisioning_blocks [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Transition to ACTIVE for port object b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 will not be triggered until provisioned by entity L2. {{(pid=103534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 00:56:47.479861 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:47.484408 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6847e34e-a974-466e-ba0f-b1583fd3fe6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:47.680824 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:47.754531 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Pushing event updated for resources: {'Port': ['ID=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:47.757402 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:47.835644 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Attempting to bind port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 on host hv-cinder-48994 for vnic_type normal with profile {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 00:56:47.835868 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Attempting to bind port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 by drivers openvswitch,hyperv on host hv-cinder-48994 at level 0 using segments [{'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 00:56:47.836165 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Attempting to bind port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 on network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:56:47.840880 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 on network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-48994 {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 00:56:47.841197 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Attempting to bind port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 on network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 00:56:47.847066 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Checking agent: {'id': 'a97235c5-52f2-4340-8537-66b197599aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-48994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'started_at': datetime.datetime(2021, 6, 4, 0, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 00:56:47.847393 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Checking segment: {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 00:56:47.847794 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Bound using segment: {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'} {{(pid=103534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 00:56:47.848204 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.managers [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Bound port: b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7, host: hv-cinder-48994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfa4d0e-d871-4fb8-909d-338dc5792b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d'}}] {{(pid=103534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 00:56:47.848536 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:47.937217 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] For port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7, host hv-cinder-48994, cleared binding levels {{(pid=103534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 00:56:47.940166 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] For port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7, host hv-cinder-48994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 00:56:47.948819 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:47.952934 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-6ebd2e07-5316-47cb-a8c1-f0da1f5fcb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:48.012873 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:48.013476 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:48.014871 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] 10.222.0.47 "PUT /v2.0/ports/b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 1093 time: 1.0302155 Jun 04 00:56:48.015366 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:56:48.017711 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33908921-165a-4d4f-9774-60af00b6f049" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:56:48.036118 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Pushing event updated for resources: {'Port': ['ID=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,revision_number=3']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:48.039770 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-559ec867-917f-4ea7-b9a2-a0babca4f85f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:48.067897 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5349dda2-b705-4fee-bcb1-12455150adcb x-openstack-request-id: req-5349dda2-b705-4fee-bcb1-12455150adcb {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:56:48.068255 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:56:48.068547 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5349dda2-b705-4fee-bcb1-12455150adcb {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:56:48.068985 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'status': 'completed', 'code': 200} Jun 04 00:56:48.159801 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-1202e6b7-81bc-42ba-be34-edeb1a1af045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:48.161335 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-1202e6b7-81bc-42ba-be34-edeb1a1af045 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1096 time: 0.0743761 Jun 04 00:56:48.239989 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-677e33f9-acd7-406e-b581-5ae721aeab00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 217 time: 0.0656955 Jun 04 00:56:48.303153 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-42a64f6a-e285-4b7f-9e10-640b8447903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:48.304516 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-42a64f6a-e285-4b7f-9e10-640b8447903d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 200 len: 853 time: 0.0574100 Jun 04 00:56:48.386278 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-2e801baf-3118-45e5-9781-f8148f99854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:48.388154 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-2e801baf-3118-45e5-9781-f8148f99854c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0772150 Jun 04 00:56:48.492183 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20ca4f-0978-4f73-b9b0-51d28beeee8e req-52fbb325-5726-48af-97cb-1f56bf996ada tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:48.493966 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-db20ca4f-0978-4f73-b9b0-51d28beeee8e req-52fbb325-5726-48af-97cb-1f56bf996ada tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 943 time: 0.0829396 Jun 04 00:56:48.521522 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-643e17ce-2ffc-4e8c-975a-e6c3d6ee83a0 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266174 Jun 04 00:56:48.538721 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-db20ca4f-0978-4f73-b9b0-51d28beeee8e req-c423582a-4670-4379-9616-a0434db8e0b1 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388176 Jun 04 00:56:48.657469 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a1d98bfc-3d7b-4b32-a9ae-295ae1c2d503 req-59bcb511-9f3f-4b00-b80c-f46f04ef2965 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292326 Jun 04 00:56:48.839117 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33908921-165a-4d4f-9774-60af00b6f049 req-85d04444-4470-48a6-bc3f-867256dd0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:48.840695 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-33908921-165a-4d4f-9774-60af00b6f049 req-85d04444-4470-48a6-bc3f-867256dd0801 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1096 time: 0.0729637 Jun 04 00:56:48.972863 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33908921-165a-4d4f-9774-60af00b6f049 req-a7749d97-3596-497e-8a72-082e886538a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:48.974204 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-33908921-165a-4d4f-9774-60af00b6f049 req-a7749d97-3596-497e-8a72-082e886538a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 915 time: 0.1271751 Jun 04 00:56:49.043565 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-33908921-165a-4d4f-9774-60af00b6f049 req-7921f88c-5108-43ce-bff5-e73192711eed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 217 time: 0.0629091 Jun 04 00:56:49.103792 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33908921-165a-4d4f-9774-60af00b6f049 req-506c6bfb-9b5d-438a-a4c9-ed54173c8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:49.105161 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-33908921-165a-4d4f-9774-60af00b6f049 req-506c6bfb-9b5d-438a-a4c9-ed54173c8b03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 200 len: 853 time: 0.0558178 Jun 04 00:56:49.182929 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33908921-165a-4d4f-9774-60af00b6f049 req-b70db0ef-89e7-4842-bc1a-4e532efc2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:49.184542 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-33908921-165a-4d4f-9774-60af00b6f049 req-b70db0ef-89e7-4842-bc1a-4e532efc2f3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0727849 Jun 04 00:56:49.314148 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-33908921-165a-4d4f-9774-60af00b6f049 req-696629e5-2641-460d-b6af-ae00449dd8b4 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230536 Jun 04 00:56:49.550682 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-33908921-165a-4d4f-9774-60af00b6f049 req-94ce62ec-097b-47cd-8603-52fc6d35b4f4 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293894 Jun 04 00:56:49.730365 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ee68-38ab-4b14-a570-0113b3457207 req-b39bdc15-ab2d-4195-8197-584922f73b10 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:49.731865 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fe56ee68-38ab-4b14-a570-0113b3457207 req-b39bdc15-ab2d-4195-8197-584922f73b10 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 943 time: 0.0861523 Jun 04 00:56:49.776123 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-fe56ee68-38ab-4b14-a570-0113b3457207 req-a86f1783-ef2d-4af6-be72-921963827ff9 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385611 Jun 04 00:56:50.981834 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd513d-8a17-4696-a5c0-8d60f2cd6feb req-0ad4d6d7-330d-405b-a35b-bad306d17f95 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:50.983374 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8cbd513d-8a17-4696-a5c0-8d60f2cd6feb req-0ad4d6d7-330d-405b-a35b-bad306d17f95 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 943 time: 0.0907176 Jun 04 00:56:51.026993 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-8cbd513d-8a17-4696-a5c0-8d60f2cd6feb req-b4bd154c-5a81-4bed-bb9a-c23f7712be7a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Jun 04 00:56:52.205247 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 details requested by agent hyperv_hv-cinder-48994 with host hv-cinder-48994 {{(pid=103535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 00:56:52.240673 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4f53-b1ce-4f56-87ed-797f345e531b req-bfdd62c0-abfe-45a9-9c7a-f055b8453b9c tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:52.242129 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d79e4f53-b1ce-4f56-87ed-797f345e531b req-bfdd62c0-abfe-45a9-9c7a-f055b8453b9c tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 943 time: 0.0938230 Jun 04 00:56:52.285785 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d79e4f53-b1ce-4f56-87ed-797f345e531b req-f2b12a05-7f11-48fe-9bc5-4a04067a9d96 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375893 Jun 04 00:56:52.352709 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:52.365598 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Returning: {'device': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'port_id': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'mac_address': 'fa:16:3e:d7:ce:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 00:56:52.421871 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:52.438321 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 {{(pid=103535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 00:56:52.453532 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:52.459897 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:52.461749 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:52.528186 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,revision_number=4']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:52.531196 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:52.847939 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:56:53.503930 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787998ae-cef6-4e47-aca5-0dcca1b61d63 req-ac61accc-5e1d-4076-8c21-f39f12e33a2f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:53.505607 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-787998ae-cef6-4e47-aca5-0dcca1b61d63 req-ac61accc-5e1d-4076-8c21-f39f12e33a2f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 944 time: 0.0992813 Jun 04 00:56:53.549101 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-787998ae-cef6-4e47-aca5-0dcca1b61d63 req-702a5756-0a75-4772-8513-257eb366e260 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Jun 04 00:56:54.104164 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:54.213800 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 up at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 00:56:54.289558 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning for port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 completed by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 00:56:54.294308 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Provisioning complete for port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 triggered by entity L2. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:56:54.294687 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:54.411856 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:54.438553 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'}] {{(pid=103535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:56:54.440874 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7444b8905bb96243c0631404246fd206cb1e00a9a794236ac486a2ab166999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7b0d4-e349-48d0-8fca-4eb23df1d507" -d '{"events": [{"server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "name": "network-vif-plugged", "status": "completed", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7"}]}' {{(pid=103535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:56:54.448354 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] For port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:56:54.452754 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962'] for port, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:56:54.454767 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-72af8973-c8ac-40f1-bd62-fee7fab57943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:56:54.518251 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Pushing event updated for resources: {'Port': ['ID=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,revision_number=5']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:56:54.521432 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:56:54.671977 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4f13e1-dea9-4320-b198-b3e31e6f3836 x-openstack-request-id: req-1e4f13e1-dea9-4320-b198-b3e31e6f3836 {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:56:54.672266 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "name": "network-vif-plugged", "status": "completed", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7", "code": 200}]} {{(pid=103535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:56:54.672523 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e4f13e1-dea9-4320-b198-b3e31e6f3836 {{(pid=103535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:56:54.672918 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'code': 200} Jun 04 00:56:54.736560 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277164ed-5db4-4256-8eaf-ca6c9657634e req-f336cdec-c22a-4ba5-a82a-675fb423e695 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:54.738764 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-277164ed-5db4-4256-8eaf-ca6c9657634e req-f336cdec-c22a-4ba5-a82a-675fb423e695 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.0853052 Jun 04 00:56:54.786238 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-277164ed-5db4-4256-8eaf-ca6c9657634e req-0b9c51bc-74fa-4441-9973-74582f9d462b tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 Jun 04 00:56:54.947042 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f0f2-4cfe-4904-98bf-0e91ce83ea00 req-1d075f6f-81b2-46d7-976c-e53c69057f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:54.948440 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-37b5f0f2-4cfe-4904-98bf-0e91ce83ea00 req-1d075f6f-81b2-46d7-976c-e53c69057f51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1098 time: 0.0766754 Jun 04 00:56:54.988532 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-37b5f0f2-4cfe-4904-98bf-0e91ce83ea00 req-e7fd3db0-38a0-4a1e-bfcb-d5856bd318b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335262 Jun 04 00:56:56.004291 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32741561-a227-4e64-93b7-21e51291f458 req-56a3b0e8-4210-4aae-90c0-4316d5245244 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:56.005757 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-32741561-a227-4e64-93b7-21e51291f458 req-56a3b0e8-4210-4aae-90c0-4316d5245244 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.0950632 Jun 04 00:56:56.049935 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-32741561-a227-4e64-93b7-21e51291f458 req-e4524d37-ad43-4f8c-99da-8405a7baefcb tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383272 Jun 04 00:56:57.259154 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b99d9-9a27-428a-8ac7-91ce299e05c4 req-603330a4-0eaf-4a8f-beff-1912012f9e6a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:57.260686 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-863b99d9-9a27-428a-8ac7-91ce299e05c4 req-603330a4-0eaf-4a8f-beff-1912012f9e6a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.0875802 Jun 04 00:56:57.304410 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-863b99d9-9a27-428a-8ac7-91ce299e05c4 req-46fc1cde-197a-48c9-b2c7-eba3591a8a0f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Jun 04 00:56:57.500305 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df17172-a17c-4375-b8d5-46444763fa35 req-05e5dd08-5c5a-454a-b6cd-b504020b45c2 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:57.501827 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4df17172-a17c-4375-b8d5-46444763fa35 req-05e5dd08-5c5a-454a-b6cd-b504020b45c2 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.0863574 Jun 04 00:56:57.549957 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-4df17172-a17c-4375-b8d5-46444763fa35 req-2b770560-c7f2-4b98-a136-a37ff636fcfb tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Jun 04 00:56:57.958856 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f832d8-0d39-4202-90b0-c75684ea5565 req-b24386f6-b5b6-46ef-b387-0d76eebe0e4d tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:56:57.960298 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-44f832d8-0d39-4202-90b0-c75684ea5565 req-b24386f6-b5b6-46ef-b387-0d76eebe0e4d tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.0844991 Jun 04 00:56:58.008905 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-44f832d8-0d39-4202-90b0-c75684ea5565 req-d3333ac6-ebe4-46ad-9f19-e5be56d796e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Jun 04 00:56:58.465329 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:57:02.933962 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ff034-7276-44fc-b48f-e2cdb6db0339 req-7de872a6-001d-467d-9a40-472f2631b3af tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:02.935411 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3e4ff034-7276-44fc-b48f-e2cdb6db0339 req-7de872a6-001d-467d-9a40-472f2631b3af tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.0965714 Jun 04 00:57:02.987112 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-3e4ff034-7276-44fc-b48f-e2cdb6db0339 req-fdb61cb6-8145-4119-a83c-f527abf3aa4d tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430670 Jun 04 00:57:03.016387 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42606) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:57:03.265867 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d90ce-ae32-4494-879f-deeb18e46cc6 tempest-TestMinimumBasicScenario-457522368 tempest-TestMinimumBasicScenario-457522368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:03.266447 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-130d90ce-ae32-4494-879f-deeb18e46cc6 tempest-TestMinimumBasicScenario-457522368 tempest-TestMinimumBasicScenario-457522368-project-admin] Synchronizing usage tracker for tenant:983db284a5ac441b8d2279dc7665e0d3 on resource:port {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:57:03.286418 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-130d90ce-ae32-4494-879f-deeb18e46cc6 tempest-TestMinimumBasicScenario-457522368 tempest-TestMinimumBasicScenario-457522368-project-admin] Unset dirty status for tenant:983db284a5ac441b8d2279dc7665e0d3 on resource:port {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:57:03.287642 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-130d90ce-ae32-4494-879f-deeb18e46cc6 tempest-TestMinimumBasicScenario-457522368 tempest-TestMinimumBasicScenario-457522368-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1093 time: 0.2702494 Jun 04 00:57:03.290712 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42610) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:57:03.294975 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'floatingip': {'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'port_id': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:57:03.300860 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:57:03.304703 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Usage tracker for resource:floatingip and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:57:03.307422 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103534) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:57:03.313154 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.quota.driver [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103534) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:57:03.324464 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for floatingip, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:03.467857 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:03.611993 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_common [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Allocated IP 172.28.1.118 (eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2/85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f/3d2da257-523f-4878-badb-8b23833d5752) {{(pid=103534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 00:57:03.771510 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for port, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:03.809265 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767718328899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:03.812834 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-77f5f6f9-7e67-4aa5-a64e-0d49960c5521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:03.876427 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Network eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2 is already hosted by enough agents. {{(pid=103534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 00:57:03.879059 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.base_scheduler [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources bound (agent type, host, resource id): {{(pid=103534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 00:57:03.882668 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Received port after_create {{(pid=103534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 00:57:03.911529 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'Port': ['ID=3d2da257-523f-4878-badb-8b23833d5752,revision_number=1']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:03.928512 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.928888 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.929254 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.929617 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.929973 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.930329 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.930681 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.931033 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.931378 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.931751 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.932117 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.932428 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:03.937229 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:04.419082 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:04.495826 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:04.726860 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:04.735303 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:04.741063 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-33dd714c-1c52-4369-9d15-4ffb700fbbff tempest-AttachVolumeTestJSON-1857900219 tempest-AttachVolumeTestJSON-1857900219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:04.845822 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'Port': ['ID=3d2da257-523f-4878-badb-8b23833d5752,revision_number=2']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:04.849727 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:04.857967 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8308068'] for floatingip, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:05.026186 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.db.l3_db [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Floating IP 32bc5e44-e41a-4fed-a7e7-2bd19a594405 associated. External IP: 172.28.1.118, port: b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7. Jun 04 00:57:05.373907 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Router 5d5e03d0-1f47-457a-8438-698c3e3755c6 has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:57:05.551688 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:57:05.562067 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] Sync routers for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:57:05.573570 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:57:05.574284 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:57:05.576767 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:05.641708 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3498709 Jun 04 00:57:05.642350 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:57:05.643250 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42612) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:57:05.644814 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:57:05.647934 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698400004', 'description': 'tempest-secgroup-smoke-698400004 description', 'project_id': '703e28caf31645aba12aba35b61489fa'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:57:05.654291 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:57:05.664118 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:57:05.674267 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:05.688868 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707ee217-45af-4482-8326-79c2d8aafe3c x-openstack-request-id: req-707ee217-45af-4482-8326-79c2d8aafe3c {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:57:05.689258 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:57:05.689561 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-707ee217-45af-4482-8326-79c2d8aafe3c {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:57:05.689993 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'status': 'completed', 'code': 200} Jun 04 00:57:05.696157 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:57:05.699996 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Usage tracker for resource:security_group_rule and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:57:05.702976 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:57:05.708948 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:57:05.789708 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:05.795390 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:05.801428 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:57:05.809882 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-ef4bd914-1aa8-4a2f-b0aa-947efee48d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:05.811565 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-ef4bd914-1aa8-4a2f-b0aa-947efee48d0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1098 time: 0.0757887 Jun 04 00:57:05.816014 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a72e6ec2-f125-4ba2-be27-1e2250186974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:05.844164 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dceccd-6639-457d-8abb-9c65aad22413,revision_number=1']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:05.853154 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.853532 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.853900 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.854904 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.855283 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.855665 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.856026 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.856384 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.856739 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.857095 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.857447 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.857800 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:57:05.869784 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:05.873936 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2267127 Jun 04 00:57:05.873936 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-0e80f834-4a7a-408d-aa96-cae553fd1b03 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:05.874326 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42616) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:57:05.878841 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'security_group_rule': {'security_group_id': 'd6dceccd-6639-457d-8abb-9c65aad22413', 'project_id': '703e28caf31645aba12aba35b61489fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:57:05.884943 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:57:05.888877 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Usage tracker for resource:security_group_rule and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:57:05.891905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:57:05.897737 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:57:05.916183 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:05.980967 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:05.986388 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:05.988649 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:06.012671 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03236ad-eac0-4a84-88f7-d64fafdb3ed1,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:06.015272 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:06.024307 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.028442 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503356 Jun 04 00:57:06.028650 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42618) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:57:06.033580 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'security_group_rule': {'security_group_id': 'd6dceccd-6639-457d-8abb-9c65aad22413', 'project_id': '703e28caf31645aba12aba35b61489fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:57:06.039973 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:57:06.044391 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Usage tracker for resource:security_group_rule and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:57:06.047450 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:57:06.054896 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:57:06.073967 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.084445 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-f3ee6510-d4bc-4892-bba1-ecd1053b5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:06.086715 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-f3ee6510-d4bc-4892-bba1-ecd1053b5b89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 915 time: 0.2637460 Jun 04 00:57:06.137513 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.142026 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.144241 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-2c5b9b3d-c6d5-49d8-bd07-9b1441679d42 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:06.167235 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acb82ed-618e-41df-92a7-6dac32760fb5,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:06.167943 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '32bc5e44-e41a-4fed-a7e7-2bd19a594405', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'floating_ip_address': '172.28.1.118', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'port_id': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'mac_address': 'fa:16:3e:d7:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:57:04Z', 'updated_at': '2021-06-04T00:57:04Z', 'revision_number': 0, 'project_id': '703e28caf31645aba12aba35b61489fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:21Z', 'revision_number': 5, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:57:06.171314 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:06.173955 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] Checking router: 5d5e03d0-1f47-457a-8438-698c3e3755c6 for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:57:06.182227 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.183721 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-ac982412-7a01-4a50-8347-584d42353801 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540260 Jun 04 00:57:06.184582 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:57:06.185304 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:56:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:57:06.186510 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42620) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:57:06.191569 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'security_group_rule': {'security_group_id': 'd6dceccd-6639-457d-8abb-9c65aad22413', 'project_id': '703e28caf31645aba12aba35b61489fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:57:06.195974 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-502b14a6-b1ac-4558-a827-d7f4f717e57a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 999 time: 0.1019273 Jun 04 00:57:06.197297 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:57:06.201120 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Usage tracker for resource:security_group_rule and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:57:06.204367 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:57:06.210273 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:57:06.260460 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-8a0f6ef5-c160-45b0-8172-be8258d85c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:06.262211 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-8a0f6ef5-c160-45b0-8172-be8258d85c7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 200 len: 853 time: 0.0597918 Jun 04 00:57:06.329827 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.341697 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-9f5d10c9-9ae8-43df-bc8f-ab3a6786986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:06.343279 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-9f5d10c9-9ae8-43df-bc8f-ab3a6786986d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0734227 Jun 04 00:57:06.364141 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:57:06.391476 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.397097 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.399011 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:06.435255 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.439206 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2490063 Jun 04 00:57:06.439206 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653f1ab3-af38-429a-a74a-02b685dda3d8,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:06.440160 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-87ff4cfa-ed1a-4800-9a99-96d69b0a5f1e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:06.440629 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42622) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:57:06.445473 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'security_group_rule': {'security_group_id': 'd6dceccd-6639-457d-8abb-9c65aad22413', 'project_id': '703e28caf31645aba12aba35b61489fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:57:06.451219 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:57:06.454997 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Usage tracker for resource:security_group_rule and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:57:06.458091 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:57:06.463764 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:57:06.480133 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-673a9c63-cfe9-47d7-90df-521458a71fdb service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297069 Jun 04 00:57:06.482034 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.548555 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.553160 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.555271 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:06.577400 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7faec7-9c99-483e-84c1-00c650532195,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:06.587651 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:06.592699 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.594210 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-1341d55c-c204-4cce-b2a9-db457acbee20 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521692 Jun 04 00:57:06.596889 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42624) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:57:06.602319 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'security_group_rule': {'security_group_id': 'd6dceccd-6639-457d-8abb-9c65aad22413', 'project_id': '703e28caf31645aba12aba35b61489fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:57:06.608418 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:57:06.612578 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Usage tracker for resource:security_group_rule and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:57:06.615786 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:57:06.622379 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:57:06.624000 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-67d6d57f-34e3-4c87-9ba2-9dcc6db3ec56 req-918de3ac-fa05-48d4-8fd6-1edf6e7c21d5 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366670 Jun 04 00:57:06.633041 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.securitygroups_db [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Project 703e28caf31645aba12aba35b61489fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 00:57:06.638770 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.705924 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.710511 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.712980 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-a2b3db74-a35b-42f7-8f7a-845dc1c72b1f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:06.733237 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '32bc5e44-e41a-4fed-a7e7-2bd19a594405', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'floating_ip_address': '172.28.1.118', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'port_id': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'mac_address': 'fa:16:3e:d7:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:57:04Z', 'updated_at': '2021-06-04T00:57:04Z', 'revision_number': 0, 'project_id': '703e28caf31645aba12aba35b61489fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:21Z', 'revision_number': 5, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:57:06.737672 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed349f7-1ec1-47aa-af8a-f437d04de2b8 None None] The sync data for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb is: [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_floatingips': [{'id': '32bc5e44-e41a-4fed-a7e7-2bd19a594405', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'floating_ip_address': '172.28.1.118', 'floating_network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'router_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'port_id': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'mac_address': 'fa:16:3e:d7:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T00:57:04Z', 'updated_at': '2021-06-04T00:57:04Z', 'revision_number': 0, 'project_id': '703e28caf31645aba12aba35b61489fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:21Z', 'revision_number': 5, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:57:06.740355 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb22ca0e-0cb9-48c7-acf8-57911e761bc1,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:06.743211 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:06.751300 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.755266 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-4786542a-2729-4e72-99de-7c64473ffbb4 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547611 Jun 04 00:57:06.755690 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42626) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:57:06.760412 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.v2.base [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'security_group_rule': {'security_group_id': 'd6dceccd-6639-457d-8abb-9c65aad22413', 'project_id': '703e28caf31645aba12aba35b61489fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:57:06.766778 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 00:57:06.770880 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Usage tracker for resource:security_group_rule and tenant:703e28caf31645aba12aba35b61489fa is out of sync, need to count used quota {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 00:57:06.774014 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 00:57:06.780301 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.db.quota.driver [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 00:57:06.792202 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.securitygroups_db [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Project 703e28caf31645aba12aba35b61489fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 00:57:06.797947 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.861916 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.866383 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368767'] for security_group_rule, after_create {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.868701 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:06.892044 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec0c68d-b71e-42e6-a84c-f0ec6097daad,revision_number=0']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:06.897304 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:06.903905 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:06.905330 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-b0225f0a-d838-4688-89cc-4b5f1fb69cc3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485605 Jun 04 00:57:06.931177 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8404a7b7-0751-40a8-bc94-b9d2aa73947d None None] New status for floating IP 32bc5e44-e41a-4fed-a7e7-2bd19a594405: ACTIVE {{(pid=103536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:57:07.031636 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-2a4977e9-9617-48dc-bef2-306571e1c680 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698400004&fields=id&tenant_id=703e28caf31645aba12aba35b61489fa HTTP/1.1" status: 200 len: 267 time: 0.0448771 Jun 04 00:57:07.116647 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-e1200d56-f39f-42a5-81b3-9a2874425a2c tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:07.118586 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-e1200d56-f39f-42a5-81b3-9a2874425a2c tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.0812781 Jun 04 00:57:07.130457 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'port': {'security_groups': ['fc7a86d8-242f-4139-ac2c-a86792558a9c', 'd6dceccd-6639-457d-8abb-9c65aad22413']}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:57:07.254223 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:07.528984 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] For port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:57:07.553747 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:07.561056 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:07.566646 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-50150100-d3b9-4762-9b8a-df8c602f97b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:57:07.606862 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:57:07.630128 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:07.630755 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:07.632141 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8f4005c4-52e6-4ae3-9757-43a01875a171 req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "PUT /v2.0/ports/b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 981 time: 0.5067594 Jun 04 00:57:07.651068 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'Port': ['ID=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,revision_number=6']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:57:07.654356 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2752ec9c-1feb-4637-b099-b45df917d829 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:57:07.692179 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:57:07.693637 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279a2761-1ce7-4272-9413-3a4b40e25d56" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:57:07.749005 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011b6911-798b-4631-b404-93b321b9ad85 x-openstack-request-id: req-011b6911-798b-4631-b404-93b321b9ad85 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:57:07.749337 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:57:07.749622 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-011b6911-798b-4631-b404-93b321b9ad85 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:57:07.750043 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'status': 'completed', 'code': 200} Jun 04 00:57:07.766561 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:57:07.818993 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff781d0-91b6-4937-8453-311e6d0f7ab9 req-351ef2a4-eba0-4f78-9f41-582b92fe5a70 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:07.820798 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9ff781d0-91b6-4937-8453-311e6d0f7ab9 req-351ef2a4-eba0-4f78-9f41-582b92fe5a70 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0916548 Jun 04 00:57:07.869827 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-9ff781d0-91b6-4937-8453-311e6d0f7ab9 req-426ca1ac-6169-4500-87eb-fa4a6efe7e4e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Synchronizing usage tracker for tenant:703e28caf31645aba12aba35b61489fa on resource:security_group {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:57:07.883354 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-ace0ca90-c64b-4534-815b-12ef29ea9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:07.885405 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-ace0ca90-c64b-4534-815b-12ef29ea9f93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1137 time: 0.0872142 Jun 04 00:57:07.886715 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-9ff781d0-91b6-4937-8453-311e6d0f7ab9 req-426ca1ac-6169-4500-87eb-fa4a6efe7e4e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Unset dirty status for tenant:703e28caf31645aba12aba35b61489fa on resource:security_group {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:57:07.887939 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9ff781d0-91b6-4937-8453-311e6d0f7ab9 req-426ca1ac-6169-4500-87eb-fa4a6efe7e4e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603004 Jun 04 00:57:07.975255 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-bab64ba0-671c-4e8e-afd4-a63701282cfd None None] Provisioning complete for port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:57:07.975693 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bab64ba0-671c-4e8e-afd4-a63701282cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:08.020455 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-078ffb6e-f9ef-4019-9112-6092c5a1f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:08.021936 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-078ffb6e-f9ef-4019-9112-6092c5a1f390 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 915 time: 0.1297538 Jun 04 00:57:08.124669 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-bc6c85f2-b32c-455a-b74d-dcd2b42c3ed2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0940323 Jun 04 00:57:08.193310 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-5e6f8359-6a8b-43a8-8955-73b158b8047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:08.194887 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-5e6f8359-6a8b-43a8-8955-73b158b8047d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 200 len: 853 time: 0.0614693 Jun 04 00:57:08.273511 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-7d31b936-4444-4854-a052-c992f673945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:08.274930 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-7d31b936-4444-4854-a052-c992f673945f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0731134 Jun 04 00:57:08.412133 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-acbac8db-fbb2-40fb-8a82-5da423cccfca service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246722 Jun 04 00:57:08.550648 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-279a2761-1ce7-4272-9413-3a4b40e25d56 req-51f0be87-2787-4d1e-bc87-b5f9899ff593 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311939 Jun 04 00:57:12.448249 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-617e2e7c-8020-4658-b2dd-2b66d4c432ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:14.984137 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:15.213992 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad45a-70a6-4b59-8531-6242a0f69a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:16.034403 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:17.681372 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:24.101240 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:35.464691 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:57:36.652458 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8429c269-2884-4055-980a-157f9f2ca494 req-6c8d8ead-80b3-4bd0-8320-90c40fe61431 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1732605 Jun 04 00:57:36.816080 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c269-2884-4055-980a-157f9f2ca494 req-8abe8405-73d7-487a-b063-5e45d2c26b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:36.818132 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8429c269-2884-4055-980a-157f9f2ca494 req-8abe8405-73d7-487a-b063-5e45d2c26b99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1137 time: 0.0808673 Jun 04 00:57:36.961773 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c269-2884-4055-980a-157f9f2ca494 req-f5c5eae8-f526-4866-a461-251c25e73a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:36.963265 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8429c269-2884-4055-980a-157f9f2ca494 req-f5c5eae8-f526-4866-a461-251c25e73a59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 915 time: 0.1257799 Jun 04 00:57:37.071229 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8429c269-2884-4055-980a-157f9f2ca494 req-7b3bddda-edd7-4c79-b65b-a499325a8bd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0988071 Jun 04 00:57:37.133629 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c269-2884-4055-980a-157f9f2ca494 req-29876585-5370-43af-bbe2-62693fba529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:37.135004 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8429c269-2884-4055-980a-157f9f2ca494 req-29876585-5370-43af-bbe2-62693fba529a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 200 len: 853 time: 0.0571547 Jun 04 00:57:37.220849 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c269-2884-4055-980a-157f9f2ca494 req-36c28eaf-e850-4671-9bdc-4a94c0956b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:57:37.222308 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8429c269-2884-4055-980a-157f9f2ca494 req-36c28eaf-e850-4671-9bdc-4a94c0956b2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0798435 Jun 04 00:57:37.357047 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8429c269-2884-4055-980a-157f9f2ca494 req-7d9f4c0e-5a15-48a6-b607-6e01f223a8ac service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274281 Jun 04 00:57:37.488414 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8429c269-2884-4055-980a-157f9f2ca494 req-aa5aff60-4a09-4d73-9ce4-d1a6caa7bdbe service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248262 Jun 04 00:57:42.453774 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d39a6798-01c4-4a13-b722-56c62f1e8752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:44.985912 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:45.210338 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-3d0dc2e4-dd3f-4736-84e7-0d44e78bb690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:46.036304 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:47.694127 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:57:54.106339 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:08.768610 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-6e53e436-fed8-463a-9d2e-d5cef7273843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:08.770053 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-6e53e436-fed8-463a-9d2e-d5cef7273843 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1137 time: 0.0727706 Jun 04 00:58:08.781139 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa5971-c3da-4aca-bb26-af2c2c973239 req-9ac0b413-4b32-412c-8756-bc53cacd76a5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:08.782595 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4eaa5971-c3da-4aca-bb26-af2c2c973239 req-9ac0b413-4b32-412c-8756-bc53cacd76a5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0811484 Jun 04 00:58:08.835024 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4eaa5971-c3da-4aca-bb26-af2c2c973239 req-b8e10ff6-551b-408a-939a-6452e08b5c29 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463805 Jun 04 00:58:08.902515 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-f3f1d612-cc0e-428a-a2b8-26614e7f581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:08.904020 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-f3f1d612-cc0e-428a-a2b8-26614e7f581e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 915 time: 0.1275880 Jun 04 00:58:09.007412 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-96696710-d7dd-4316-99d5-15844292275d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0958135 Jun 04 00:58:09.072455 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-653a91e1-eb62-4b57-85dc-3894d610b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:09.073785 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-653a91e1-eb62-4b57-85dc-3894d610b25a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 200 len: 853 time: 0.0596485 Jun 04 00:58:09.155794 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-bb16dcd3-800e-4b20-83d1-926fe5b9cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:09.157999 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-bb16dcd3-800e-4b20-83d1-926fe5b9cb7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0766444 Jun 04 00:58:09.288252 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-691f0426-9fd9-4300-a267-00426c9403ff service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229014 Jun 04 00:58:09.419953 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b76c8f13-ca36-4ce9-b9f0-4e24c5c3a90b req-c875e70f-d3a7-4580-8c1d-7380c9b6e9a4 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240580 Jun 04 00:58:10.029894 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045e5ed-235e-4a5b-9894-85cb6616ecc5 req-b1c6c2d6-be9f-4455-92a6-16b93b9c9f11 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:10.031347 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8045e5ed-235e-4a5b-9894-85cb6616ecc5 req-b1c6c2d6-be9f-4455-92a6-16b93b9c9f11 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0824053 Jun 04 00:58:10.078806 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-8045e5ed-235e-4a5b-9894-85cb6616ecc5 req-5a78c972-6931-410f-aeb8-adc44c6ca62b tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403292 Jun 04 00:58:11.294721 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989bcde-c515-4df3-ade1-01bd6de87c7e req-0dbd7387-700d-4500-a315-ed11e12dbde5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:11.296205 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7989bcde-c515-4df3-ade1-01bd6de87c7e req-0dbd7387-700d-4500-a315-ed11e12dbde5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0912213 Jun 04 00:58:11.341511 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-7989bcde-c515-4df3-ade1-01bd6de87c7e req-12bfcfa0-c04b-4ea1-acea-21b6d79eb063 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393531 Jun 04 00:58:12.458296 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-98208f1d-d7a0-4a50-9a31-d2207a3b0b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:12.466503 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:58:12.648874 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228822f-6fa3-4ac1-9b49-05620240fedb req-f8fec93d-924b-4fd4-914a-ae916cba63ef tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:12.650304 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d228822f-6fa3-4ac1-9b49-05620240fedb req-f8fec93d-924b-4fd4-914a-ae916cba63ef tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.1919031 Jun 04 00:58:12.697890 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-d228822f-6fa3-4ac1-9b49-05620240fedb req-80677ad7-1c58-4ed7-aedc-894a17db020a tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416162 Jun 04 00:58:13.897559 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da013e2f-d367-45ae-8402-b489d31fa52f req-132bfc7e-f23c-4937-845a-0e705ce2e17c tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:13.899005 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-da013e2f-d367-45ae-8402-b489d31fa52f req-132bfc7e-f23c-4937-845a-0e705ce2e17c tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0838811 Jun 04 00:58:13.948571 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-da013e2f-d367-45ae-8402-b489d31fa52f req-c29ca021-a219-4aff-b11e-f186bdb9e247 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436635 Jun 04 00:58:14.984610 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:15.158073 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce70d5-4caf-40f7-9bef-1d7277530df1 req-9ca46c3c-601b-4b99-ade1-2cef9bc31af8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:15.159724 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b2ce70d5-4caf-40f7-9bef-1d7277530df1 req-9ca46c3c-601b-4b99-ade1-2cef9bc31af8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0943623 Jun 04 00:58:15.204782 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-4a425cdd-a9d2-40ac-9807-580a09bd053e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:15.209137 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-b2ce70d5-4caf-40f7-9bef-1d7277530df1 req-b2074846-73ac-439b-86a6-fd46c2fa6f5b tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433404 Jun 04 00:58:16.037727 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:16.434724 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02569-f996-4462-a3cd-c5db0198641c req-7805bdd4-025c-427b-87ac-f63ca90e4259 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:16.436242 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-82d02569-f996-4462-a3cd-c5db0198641c req-7805bdd4-025c-427b-87ac-f63ca90e4259 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0998602 Jun 04 00:58:16.482707 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-82d02569-f996-4462-a3cd-c5db0198641c req-f7c99721-4ab4-40e8-8625-2549a6a893ed tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405908 Jun 04 00:58:17.683964 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b87ef7-33b4-4936-af99-fbff1e174dbd req-8fa32a5f-9823-4603-9bf4-5e8af7bc34ec tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:17.685473 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-59b87ef7-33b4-4936-af99-fbff1e174dbd req-8fa32a5f-9823-4603-9bf4-5e8af7bc34ec tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0858414 Jun 04 00:58:17.688749 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:17.731044 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-59b87ef7-33b4-4936-af99-fbff1e174dbd req-ed158478-c489-439c-913e-6af74948b94b tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398021 Jun 04 00:58:18.946347 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902c44-c990-4671-a73b-ff12d51f6627 req-2ce25672-4fe0-45f1-ad5c-7c6151592b01 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:18.947814 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4a902c44-c990-4671-a73b-ff12d51f6627 req-2ce25672-4fe0-45f1-ad5c-7c6151592b01 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0961139 Jun 04 00:58:18.996763 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-4a902c44-c990-4671-a73b-ff12d51f6627 req-12880ef5-07d8-4f0c-a086-1c9daaab0238 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403044 Jun 04 00:58:20.209652 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174c092-52b7-4724-be91-75fa6256047b req-959e3acf-497c-4aed-90c6-551d071c5ba2 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:20.211130 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a174c092-52b7-4724-be91-75fa6256047b req-959e3acf-497c-4aed-90c6-551d071c5ba2 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0956202 Jun 04 00:58:20.260552 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-a174c092-52b7-4724-be91-75fa6256047b req-e3ddd71b-e32f-4c52-8895-bb8d6baa2340 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432293 Jun 04 00:58:21.464413 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706351b-3900-4bde-9b03-afd0bab8a767 req-10ad0e92-1b16-4fa2-8e98-037d627d381d tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:21.465882 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c706351b-3900-4bde-9b03-afd0bab8a767 req-10ad0e92-1b16-4fa2-8e98-037d627d381d tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0913305 Jun 04 00:58:21.516977 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-c706351b-3900-4bde-9b03-afd0bab8a767 req-74fea283-c544-4ac3-89c6-f8a1c78fe28d tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6dceccd-6639-457d-8abb-9c65aad22413&id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421455 Jun 04 00:58:24.129240 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:38.658848 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-6606c75f-a937-48fa-abd5-eeec26537c81 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808365 Jun 04 00:58:38.828607 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-1e756b7a-1592-4ce5-ae4a-46cf3ddf6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:38.829979 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-1e756b7a-1592-4ce5-ae4a-46cf3ddf6284 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1137 time: 0.0799079 Jun 04 00:58:38.980295 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-dca142cc-043d-4d19-ba7f-91a3f1a035c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:38.981707 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-dca142cc-043d-4d19-ba7f-91a3f1a035c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 915 time: 0.1277583 Jun 04 00:58:39.083858 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-a96d765b-b67f-4052-91fd-99f9f935baca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0948927 Jun 04 00:58:39.144476 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-0492f53f-5c84-49de-8392-9096305296e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:39.145910 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-0492f53f-5c84-49de-8392-9096305296e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 200 len: 853 time: 0.0560083 Jun 04 00:58:39.229729 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-82b4d2d0-c084-400e-9287-ac150a4af0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:58:39.232507 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-82b4d2d0-c084-400e-9287-ac150a4af0ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0778582 Jun 04 00:58:39.369573 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-1c854226-f5e1-4a41-bf4b-de8e8c7e1553 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304102 Jun 04 00:58:39.533765 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-03948d4f-5fb0-42f3-ac70-3620d0f65b3d req-e2ef52c6-fc72-4688-9d12-794757618484 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534476 Jun 04 00:58:42.456619 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-586dec3c-2b89-4c3a-89ec-b3f4bf2d3b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:44.988939 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:45.219316 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e86f17e2-55e6-4595-aebd-9502ec944e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:46.045306 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:47.691976 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:58:49.467724 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:58:54.137593 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:10.566612 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-93c0da5e-8afc-443b-b2aa-177c62681904 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698400004&fields=id&tenant_id=703e28caf31645aba12aba35b61489fa HTTP/1.1" status: 200 len: 267 time: 0.0468025 Jun 04 00:59:10.652347 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-6a304be9-42c4-4f9f-b3bc-9d97a9ae5cb7 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:10.653785 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-6a304be9-42c4-4f9f-b3bc-9d97a9ae5cb7 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 984 time: 0.0801475 Jun 04 00:59:10.666952 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.v2.base [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Request body: {'port': {'security_groups': ['fc7a86d8-242f-4139-ac2c-a86792558a9c']}} {{(pid=103534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 00:59:10.789952 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1012472'] for port, before_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.125485 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] For port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:11.151550 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for port, precommit_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.159739 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718763789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767718328917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767718328962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5526865'] for port, after_update {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.166490 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-85b01abb-d6a9-4db8-8f9b-19740375b313 tempest-TestShelveInstance-1986019598 tempest-TestShelveInstance-1986019598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:11.196351 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:59:11.229993 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:11.230581 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.231990 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-9f97870d-509b-447e-84dc-ea06d70233b9 req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "PUT /v2.0/ports/b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 942 time: 0.5696173 Jun 04 00:59:11.232528 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:59:11.235309 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fa97dc-ed78-4e3c-8640-999c0e815060" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:59:11.240082 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42722) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:11.290442 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab67899b-5e2d-43f7-a4b6-2a74d35050ef x-openstack-request-id: req-ab67899b-5e2d-43f7-a4b6-2a74d35050ef {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:59:11.290807 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:59:11.291101 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab67899b-5e2d-43f7-a4b6-2a74d35050ef {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:59:11.291545 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'status': 'completed', 'code': 200} Jun 04 00:59:11.292144 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event updated for resources: {'Port': ['ID=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,revision_number=7']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:11.310601 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.310977 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.311356 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.311751 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.312114 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.312625 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.312827 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.313186 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.313538 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.313889 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.314239 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.314590 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:11.320056 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-bb5d8226-b64b-407f-831b-5c0f7c38991e tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:11.340880 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e7349d2a-5011-47d0-875f-d955e0b4581f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.364464 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:59:11.416495 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e7349d2a-5011-47d0-875f-d955e0b4581f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.472654 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-22b75854-d373-4a01-937a-eac845cfc3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:11.474207 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-22b75854-d373-4a01-937a-eac845cfc3fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1098 time: 0.1230931 Jun 04 00:59:11.511446 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.provisioning_blocks [None req-a232fd5a-4dd1-414d-8ca6-b3094b633867 None None] Provisioning complete for port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 triggered by entity DHCP. {{(pid=103535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 00:59:11.511830 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a232fd5a-4dd1-414d-8ca6-b3094b633867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967168'] for port, provisioning_complete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.569036 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e7349d2a-5011-47d0-875f-d955e0b4581f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.576943 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-cfbaac3c-3a5b-4700-a528-c3c24a990760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:11.602027 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7349d2a-5011-47d0-875f-d955e0b4581f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dceccd-6639-457d-8abb-9c65aad22413,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:11.607550 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-e7349d2a-5011-47d0-875f-d955e0b4581f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:11.624267 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-e7349d2a-5011-47d0-875f-d955e0b4581f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for security_group, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.625189 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-e7349d2a-5011-47d0-875f-d955e0b4581f tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "DELETE /v2.0/security-groups/d6dceccd-6639-457d-8abb-9c65aad22413 HTTP/1.1" status: 204 len: 168 time: 0.3842766 Jun 04 00:59:11.628256 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42724) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:11.643382 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-bd34e939-c7b1-42b3-b791-123b21661038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:11.645040 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-bd34e939-c7b1-42b3-b791-123b21661038 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 915 time: 0.1631055 Jun 04 00:59:11.751874 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-d1f3cf34-904a-44b0-92b3-47c44ae5e4df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0995476 Jun 04 00:59:11.818688 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-60bf0581-3b68-4ba2-aec8-58c74b40cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:11.820414 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-60bf0581-3b68-4ba2-aec8-58c74b40cd31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 200 len: 853 time: 0.0609317 Jun 04 00:59:11.896696 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Deleting port 3d2da257-523f-4878-badb-8b23833d5752 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:11.897126 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:11.901985 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-63d9278d-cce5-40b6-b9f0-68b83ddb2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:11.903486 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-63d9278d-cce5-40b6-b9f0-68b83ddb2044 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0766785 Jun 04 00:59:12.014720 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:12.015018 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:12.036927 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-65f64feb-e744-4982-a77d-f5773e729476 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257908 Jun 04 00:59:12.135043 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Calling delete_port for 3d2da257-523f-4878-badb-8b23833d5752 owned by network:floatingip {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:12.168686 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-41fa97dc-ed78-4e3c-8640-999c0e815060 req-87ccd4f7-daae-4e3f-a7e5-b6ccd0530910 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249104 Jun 04 00:59:12.260543 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:12.264131 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8bee2dc7-f7de-4995-b6cf-de84d535b868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:12.389447 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event deleted for resources: {'Port': ['ID=3d2da257-523f-4878-badb-8b23833d5752,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:12.426246 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.426551 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.426920 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.427287 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.427679 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.428039 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.428405 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.428765 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.429117 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.429473 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.429822 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.430167 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:12.437225 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:12.454181 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-97c1d7bb-51c5-4867-84b0-af9ee66746c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:12.489946 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks [] for floatingip, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:12.490279 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.db.l3_db [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Floating IP 32bc5e44-e41a-4fed-a7e7-2bd19a594405 disassociated (deleted). External IP: 172.28.1.118, port: b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7. Jun 04 00:59:12.842972 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Router 5d5e03d0-1f47-457a-8438-698c3e3755c6 has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:59:13.021100 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:59:13.033591 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] Sync routers for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:59:13.043453 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for floatingip, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:13.043685 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:59:13.044203 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:58:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:13.100369 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-da7c0ec2-b52b-405d-9c94-4f748b9641c6 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "DELETE /v2.0/floatingips/32bc5e44-e41a-4fed-a7e7-2bd19a594405 HTTP/1.1" status: 204 len: 168 time: 1.4709942 Jun 04 00:59:13.101014 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'}] {{(pid=103533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:59:13.103514 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de5255dd4c2788e315bbfe31a9b23a7b601dadd57ad39146983c11263dc9272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de213fa3-2ade-42e3-a3e3-e8694936d34b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7"}]}' {{(pid=103533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:59:13.229797 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:59:13.300550 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba7b1ae-1f38-4c3a-b89c-0ff75e9464c8 x-openstack-request-id: req-fba7b1ae-1f38-4c3a-b89c-0ff75e9464c8 {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:59:13.301124 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7", "status": "completed", "code": 200}]} {{(pid=103533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:59:13.301507 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fba7b1ae-1f38-4c3a-b89c-0ff75e9464c8 {{(pid=103533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:59:13.302030 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'status': 'completed', 'code': 200} Jun 04 00:59:13.426198 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-431cb3f0-3698-4c71-9646-1237f66ce94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:13.428074 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-431cb3f0-3698-4c71-9646-1237f66ce94d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=703e28caf31645aba12aba35b61489fa&device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 1098 time: 0.0834739 Jun 04 00:59:13.556187 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:21Z', 'revision_number': 5, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:13.557731 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] Checking router: 5d5e03d0-1f47-457a-8438-698c3e3755c6 for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:59:13.566355 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:59:13.566986 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:58:45Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:13.581982 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-ef03f4c4-6a72-4269-85ac-c29540cc60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:13.583458 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-ef03f4c4-6a72-4269-85ac-c29540cc60b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 200 len: 915 time: 0.1494188 Jun 04 00:59:13.654256 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-62b9bdda-c2f3-499c-b9d2-d42e64342e01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 200 len: 217 time: 0.0637636 Jun 04 00:59:13.724450 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-ac976415-c817-410e-a873-24e55efd741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:13.725946 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-ac976415-c817-410e-a873-24e55efd741a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 200 len: 853 time: 0.0616539 Jun 04 00:59:13.779015 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:59:13.804044 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-3ac11138-337f-4e17-aa9b-bedb50a98883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:13.805565 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-3ac11138-337f-4e17-aa9b-bedb50a98883 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0720496 Jun 04 00:59:13.938205 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-859583a9-037d-4862-bf47-868f17db42a3 service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256182 Jun 04 00:59:14.087713 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:21Z', 'revision_number': 5, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:14.092241 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f5d9c-6b60-41f2-83ac-4914da886470 None None] The sync data for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb is: [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:56:13Z', 'revision_number': 4, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb', '_interfaces': [{'id': 'e7ee47f3-65f4-4de4-9a33-d2ba0166b395', 'name': '', 'network_id': '1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'mac_address': 'fa:16:3e:fe:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:12Z', 'updated_at': '2021-06-04T00:56:21Z', 'revision_number': 5, 'project_id': '703e28caf31645aba12aba35b61489fa', 'subnets': [{'id': '278bffb6-fb0f-424d-b529-c740aff47b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:59:14.191441 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-de213fa3-2ade-42e3-a3e3-e8694936d34b req-0152c9c7-c745-49e8-884c-4f0c3286a58d service neutron] 10.222.0.47 "GET /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415185 Jun 04 00:59:14.310566 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5190b-fe55-4ce4-8a30-fbc0cf65699f None None] New status for floating IP 32bc5e44-e41a-4fed-a7e7-2bd19a594405: DOWN {{(pid=103536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 00:59:14.982616 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:15.215069 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c43be3e9-f512-4de3-88ab-92f906ba244e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:16.055246 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:16.459147 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42eb91-6454-4d4f-a38b-bfe2956dddc2 req-a96139ab-c542-44fe-9b3f-95b960c6acc0 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:16.459877 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-9b42eb91-6454-4d4f-a38b-bfe2956dddc2 req-a96139ab-c542-44fe-9b3f-95b960c6acc0 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Synchronizing usage tracker for tenant:703e28caf31645aba12aba35b61489fa on resource:port {{(pid=103533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:59:16.477336 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.quota.resource [req-9b42eb91-6454-4d4f-a38b-bfe2956dddc2 req-a96139ab-c542-44fe-9b3f-95b960c6acc0 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Unset dirty status for tenant:703e28caf31645aba12aba35b61489fa on resource:port {{(pid=103533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:59:16.478698 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9b42eb91-6454-4d4f-a38b-bfe2956dddc2 req-a96139ab-c542-44fe-9b3f-95b960c6acc0 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.1019592 Jun 04 00:59:16.533875 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-9b42eb91-6454-4d4f-a38b-bfe2956dddc2 req-2f910a7e-4bc8-4148-b6d5-78e785d4d96c tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492342 Jun 04 00:59:17.692337 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:17.728393 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a46e-2ff6-4439-8a09-a3b98bbe8b90 req-a1f0d46b-53af-413b-9540-a84af1966edf tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:17.729869 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-28c9a46e-2ff6-4439-8a09-a3b98bbe8b90 req-a1f0d46b-53af-413b-9540-a84af1966edf tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.0840271 Jun 04 00:59:17.785353 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-28c9a46e-2ff6-4439-8a09-a3b98bbe8b90 req-d2ab0122-40f2-45e8-ab22-5190a0a3e697 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Synchronizing usage tracker for tenant:703e28caf31645aba12aba35b61489fa on resource:security_group {{(pid=103534) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 00:59:17.803046 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.quota.resource [req-28c9a46e-2ff6-4439-8a09-a3b98bbe8b90 req-d2ab0122-40f2-45e8-ab22-5190a0a3e697 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Unset dirty status for tenant:703e28caf31645aba12aba35b61489fa on resource:security_group {{(pid=103534) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 00:59:17.804350 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-28c9a46e-2ff6-4439-8a09-a3b98bbe8b90 req-d2ab0122-40f2-45e8-ab22-5190a0a3e697 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc7a86d8-242f-4139-ac2c-a86792558a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686812 Jun 04 00:59:18.405195 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73076ddc-a433-4caa-8c03-745294776b33 req-a89ec9ea-c0b8-4abb-9c19-3a7e4de7b8ac tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 00:59:18.406649 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-73076ddc-a433-4caa-8c03-745294776b33 req-a89ec9ea-c0b8-4abb-9c19-3a7e4de7b8ac tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 945 time: 0.0829027 Jun 04 00:59:18.546227 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-73076ddc-a433-4caa-8c03-745294776b33 req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Deleting port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:18.546557 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-73076ddc-a433-4caa-8c03-745294776b33 req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:18.686578 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [req-73076ddc-a433-4caa-8c03-745294776b33 req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] For port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7, host hv-cinder-48994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-48994',level=0,port_id=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:18.686828 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-73076ddc-a433-4caa-8c03-745294776b33 req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:18.806574 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [req-73076ddc-a433-4caa-8c03-745294776b33 req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Calling delete_port for b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 owned by compute:nova {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:18.920942 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-73076ddc-a433-4caa-8c03-745294776b33 req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:18.926523 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2f7f2ac7-fd42-4e13-9ba0-aa9c43f14783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:18.955302 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [req-6b4c5298-44a9-443f-a022-9b8772a14a02 req-119c3050-1f36-4e90-abe7-c3e205ae82d3 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d8c29d-c98c-4d97-8566-411149cf9c1c HTTP/1.1" status: 200 len: 210 time: 0.0477223 Jun 04 00:59:18.956596 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] get_ports_and_sgs() called for port_ids ['b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'] {{(pid=103535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 00:59:18.972229 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Pushing event deleted for resources: {'Port': ['ID=b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:18.998598 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:19.046194 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [req-73076ddc-a433-4caa-8c03-745294776b33 req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] No DVR routers for this DVR port b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 on host hv-cinder-48994 {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:59:19.048805 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [req-73076ddc-a433-4caa-8c03-745294776b33 req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387376'] for port, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:19.051283 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'name': 'network-vif-deleted', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7'}] {{(pid=103534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 00:59:19.053583 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fc9aa37326511dd223f952f59564e4bb90081bedd03413eff910af7c822e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da3c9e-0fe3-468b-8aac-32cc76613823" -d '{"events": [{"server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "name": "network-vif-deleted", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7"}]}' {{(pid=103534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 00:59:19.070145 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [req-73076ddc-a433-4caa-8c03-745294776b33 req-96c2381c-5aea-4ecc-bf41-7b227766a1e5 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] 10.222.0.47 "DELETE /v2.0/ports/b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 HTTP/1.1" status: 204 len: 173 time: 0.6576171 Jun 04 00:59:19.106672 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 00:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ea8a42-69d5-4fc4-a203-4c4354e89fa6 x-openstack-request-id: req-15ea8a42-69d5-4fc4-a203-4c4354e89fa6 {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 00:59:19.107032 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d8c29d-c98c-4d97-8566-411149cf9c1c", "name": "network-vif-deleted", "tag": "b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7", "status": "completed", "code": 200}]} {{(pid=103534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 00:59:19.107377 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15ea8a42-69d5-4fc4-a203-4c4354e89fa6 {{(pid=103534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 00:59:19.107862 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8c29d-c98c-4d97-8566-411149cf9c1c', 'name': 'network-vif-deleted', 'tag': 'b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7', 'status': 'completed', 'code': 200} Jun 04 00:59:20.848169 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42816) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:21.492965 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8269668'] for router_interface, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:21.920999 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Deleting port e7ee47f3-65f4-4de4-9a33-d2ba0166b395 {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:21.921758 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:22.040624 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] For port e7ee47f3-65f4-4de4-9a33-d2ba0166b395, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=e7ee47f3-65f4-4de4-9a33-d2ba0166b395,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:22.041010 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:22.163723 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Calling delete_port for e7ee47f3-65f4-4de4-9a33-d2ba0166b395 owned by network:router_interface {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:22.321463 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:22.325691 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-cfa924d1-6a03-4079-92e1-25c446c23841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:22.369711 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ee47f3-65f4-4de4-9a33-d2ba0166b395,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:22.372788 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:22.629893 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8265146'] for router_interface, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:22.896618 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 no longer exists at agent hyperv_hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:59:22.935110 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] No Port match for: b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:59:22.935438 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Device b56b6e6e-acdb-4bb8-bbec-9fbbe2dc2fb7 not bound to the agent host hv-cinder-48994 {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:59:23.090912 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Router 5d5e03d0-1f47-457a-8438-698c3e3755c6 has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:59:23.267720 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:59:23.276878 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] Sync routers for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:59:23.279938 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-894ef9ef-229f-47ad-b655-6b413ec880db admin admin] 10.222.0.44 "PUT /v2.0/routers/5d5e03d0-1f47-457a-8438-698c3e3755c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4305732 Jun 04 00:59:23.282558 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42818) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:23.286864 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:59:23.287613 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:59:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:23.455699 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:23.460692 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: dv-cinder-489949-11-smb {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:59:23.627858 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:23.697773 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Deleting port 36d35ff9-0c91-4567-826e-41c374467a9d {{(pid=103533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:23.698170 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:23.744421 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:59:22Z', 'revision_number': 5, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port': {'id': '36d35ff9-0c91-4567-826e-41c374467a9d', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:10Z', 'updated_at': '2021-06-04T00:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:23.748598 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] Checking router: 5d5e03d0-1f47-457a-8438-698c3e3755c6 for host: dv-cinder-489949-11-smb {{(pid=103535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:59:23.757044 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] Routers {'5d5e03d0-1f47-457a-8438-698c3e3755c6'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:59:23.757640 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:59:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['5d5e03d0-1f47-457a-8438-698c3e3755c6'], 'active': True} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:23.818882 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] For port 36d35ff9-0c91-4567-826e-41c374467a9d, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=36d35ff9-0c91-4567-826e-41c374467a9d,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:23.819267 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:23.902499 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvr_db [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] Set router 5d5e03d0-1f47-457a-8438-698c3e3755c6 gateway port host: None {{(pid=103535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:59:23.949888 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Calling delete_port for 36d35ff9-0c91-4567-826e-41c374467a9d owned by network:router_gateway {{(pid=103533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:24.041201 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_hamode_db [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:59:23Z', 'revision_number': 6, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port_host': None}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:24.045518 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da9f2d-a27f-4344-9750-df2004195969 None None] The sync data for ids ['5d5e03d0-1f47-457a-8438-698c3e3755c6'] in dv-cinder-489949-11-smb is: [{'id': '5d5e03d0-1f47-457a-8438-698c3e3755c6', 'name': 'tempest-TestMinimumBasicScenario-617863936-router', 'tenant_id': '703e28caf31645aba12aba35b61489fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:09Z', 'updated_at': '2021-06-04T00:59:23Z', 'revision_number': 6, 'project_id': '703e28caf31645aba12aba35b61489fa', 'gw_port_host': None}] {{(pid=103535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:59:24.091871 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030167'] for port, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:24.095574 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-d15f8e5d-3793-413b-bee0-41b7adc508b9 tempest-AttachVolumeShelveTestJSON-1864743527 tempest-AttachVolumeShelveTestJSON-1864743527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:24.138312 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:24.138877 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d35ff9-0c91-4567-826e-41c374467a9d,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:24.142421 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:24.230846 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8307993'] for router_gateway, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:24.496702 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8269863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:24.498802 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:24.523840 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8270003'] for router, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:24.524352 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d5e03d0-1f47-457a-8438-698c3e3755c6 {{(pid=103533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 00:59:24.537190 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] Notify callbacks [] for router, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:24.538330 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-3fcf0764-4b5c-42e5-a6ca-3036e808b0a5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5d5e03d0-1f47-457a-8438-698c3e3755c6 HTTP/1.1" status: 204 len: 168 time: 1.2549260 Jun 04 00:59:24.542551 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42820) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:24.602617 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01fd97c-bdbd-44c4-9726-35b1d569b65c admin admin] Deleting subnet 278bffb6-fb0f-424d-b529-c740aff47b1a {{(pid=103534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:59:24.605677 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d01fd97c-bdbd-44c4-9726-35b1d569b65c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:24.654801 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d01fd97c-bdbd-44c4-9726-35b1d569b65c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6466758'] for subnet, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:24.735769 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d01fd97c-bdbd-44c4-9726-35b1d569b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.003432 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d01fd97c-bdbd-44c4-9726-35b1d569b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5526943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6679791'] for subnet, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.007661 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-2eb0ce7e-83ff-4b38-b0d5-950b82a101f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:25.041830 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fd97c-bdbd-44c4-9726-35b1d569b65c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278bffb6-fb0f-424d-b529-c740aff47b1a,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:25.044938 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-d01fd97c-bdbd-44c4-9726-35b1d569b65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:25.046019 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-d01fd97c-bdbd-44c4-9726-35b1d569b65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.052225 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-d01fd97c-bdbd-44c4-9726-35b1d569b65c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/278bffb6-fb0f-424d-b529-c740aff47b1a HTTP/1.1" status: 204 len: 168 time: 0.5084732 Jun 04 00:59:25.054098 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767a90b3-9ec0-4ccc-a4fc-57819c02b5d0 None None] Network 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:59:25.054770 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42822) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:25.158742 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.230703 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Deleting port b9237a8c-b918-4797-bc7a-cbeee93f2729 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:25.231241 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.295845 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] DHCP port deletion for 1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d request from dv-cinder-489949-11-smb {{(pid=103535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 00:59:25.362102 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 36d35ff9-0c91-4567-826e-41c374467a9d no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:59:25.393017 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Deleting port b9237a8c-b918-4797-bc7a-cbeee93f2729 {{(pid=103535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:25.393389 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.414511 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 36d35ff9-0c91-4567-826e-41c374467a9d {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:59:25.414884 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 36d35ff9-0c91-4567-826e-41c374467a9d not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:59:25.415581 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device e7ee47f3-65f4-4de4-9a33-d2ba0166b395 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:59:25.442909 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] For port b9237a8c-b918-4797-bc7a-cbeee93f2729, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=b9237a8c-b918-4797-bc7a-cbeee93f2729,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:25.443268 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.459311 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: e7ee47f3-65f4-4de4-9a33-d2ba0166b395 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:59:25.459686 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device e7ee47f3-65f4-4de4-9a33-d2ba0166b395 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:59:25.460100 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device b9237a8c-b918-4797-bc7a-cbeee93f2729 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:59:25.563021 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Calling delete_port for b9237a8c-b918-4797-bc7a-cbeee93f2729 owned by network:dhcp {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:25.571069 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] For port b9237a8c-b918-4797-bc7a-cbeee93f2729, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=b9237a8c-b918-4797-bc7a-cbeee93f2729,segment=NetworkSegment(7cfa4d0e-d871-4fb8-909d-338dc5792b10),segment_id=7cfa4d0e-d871-4fb8-909d-338dc5792b10)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:25.571458 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.612458 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.616273 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7c69f826-9c71-4c74-857e-df61eb1997eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:25.662877 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Pushing event deleted for resources: {'Port': ['ID=b9237a8c-b918-4797-bc7a-cbeee93f2729,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:25.665940 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:25.666705 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] No DVR routers for this DVR port b9237a8c-b918-4797-bc7a-cbeee93f2729 on host dv-cinder-489949-11-smb {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:59:25.687193 dv-cinder-489949-11-smb neutron-server[103535]: INFO neutron.plugins.ml2.db [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No ports have port_id starting with b9237a8c-b918-4797-bc7a-cbeee93f2729 Jun 04 00:59:25.693575 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Calling delete_port for b9237a8c-b918-4797-bc7a-cbeee93f2729 owned by network:dhcp {{(pid=103535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:25.737167 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908'] for port, after_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.740719 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-caee1ed9-20c4-46df-85a3-2263718566e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:25.779740 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.784596 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Pushing event deleted for resources: {'Port': ['ID=b9237a8c-b918-4797-bc7a-cbeee93f2729,revision_number=None']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:25.789207 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] No DVR routers for this DVR port b9237a8c-b918-4797-bc7a-cbeee93f2729 on host dv-cinder-489949-11-smb {{(pid=103535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:59:25.793025 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d']}} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:25.795123 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.795467 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.795862 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.796157 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.796512 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.796830 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.797148 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.797462 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.797776 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.798228 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.798367 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.798699 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-489949-11-smb {{(pid=103535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 00:59:25.801574 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-dfb01829-a104-43ab-ac0b-a38cb2198919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:25.806328 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfa4d0e-d871-4fb8-909d-338dc5792b10') {'for_net_delete': True} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:25.806626 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfa4d0e-d871-4fb8-909d-338dc5792b10') {} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:25.818892 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6466751'] for segment, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.834612 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.840652 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:59:25.841028 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5526901'] for segment, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: Traceback (most recent call last): Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: timer() Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: cb(*args, **kw) Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: return func(*args, **kwargs) Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: self._notify() Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: self.callback(batched_events) Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: event.method(event) Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: return f(self, *a, **k) Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: return self._get(url).json() Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: return self.request(url, 'GET', **kwargs) Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:59:25.853753 dv-cinder-489949-11-smb neutron-server[103534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:59:25.935183 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.938878 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:25.951657 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:25.963137 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Pushing event deleted for resources: {'Network': ['ID=1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:25.967089 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:25.976998 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-38b2ce30-fdca-4177-a540-a432d9125eae admin admin] 10.222.0.44 "DELETE /v2.0/networks/1e48f258-25ae-4ab9-9c82-eb18d9c4eb9d HTTP/1.1" status: 204 len: 168 time: 0.9213607 Jun 04 00:59:25.982289 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42824) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:26.467233 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 00:59:26.527938 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8269668'] for router_interface, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:27.030370 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Deleting port 5343110e-82bf-459f-922d-2022ca026556 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:27.031073 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:27.150102 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] For port 5343110e-82bf-459f-922d-2022ca026556, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=5343110e-82bf-459f-922d-2022ca026556,segment=NetworkSegment(1ae0b766-360a-41b7-919b-37484c53872d),segment_id=1ae0b766-360a-41b7-919b-37484c53872d)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:27.150349 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:27.267896 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Calling delete_port for 5343110e-82bf-459f-922d-2022ca026556 owned by network:router_interface {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:27.435562 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:27.439218 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-7cd6382e-3b66-4cac-b728-3a12eaa6559a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:27.480666 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Pushing event deleted for resources: {'Port': ['ID=5343110e-82bf-459f-922d-2022ca026556,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:27.483403 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:27.748396 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8265146'] for router_interface, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:28.118342 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Router 0091b542-cf53-4ff3-ab17-d870f3cc4879 has already been hosted by L3 agent 2fa08f99-6a7d-4382-8669-43bdc40477de {{(pid=103534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 00:59:28.401280 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] Notify agent at l3_agent.dv-cinder-489949-11-smb the message routers_updated {{(pid=103534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 00:59:28.410719 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] Sync routers for ids ['0091b542-cf53-4ff3-ab17-d870f3cc4879'] in dv-cinder-489949-11-smb {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 00:59:28.418822 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-675da525-f0a7-4b92-bf0d-15a05bdae57b admin admin] 10.222.0.44 "PUT /v2.0/routers/0091b542-cf53-4ff3-ab17-d870f3cc4879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4355171 Jun 04 00:59:28.424245 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42828) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:28.424414 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] Routers {'0091b542-cf53-4ff3-ab17-d870f3cc4879'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:59:28.424414 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:59:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['0091b542-cf53-4ff3-ab17-d870f3cc4879'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:28.595421 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks [] for router, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:28.600222 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] Set router 0091b542-cf53-4ff3-ab17-d870f3cc4879 gateway port host: dv-cinder-489949-11-smb {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:59:28.771206 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:28.841631 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Deleting port 60e09499-a77f-4147-b023-924334b3033c {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:28.841934 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:28.880178 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'external_fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '60e09499-a77f-4147-b023-924334b3033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:59:27Z', 'revision_number': 5, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'gw_port': {'id': '60e09499-a77f-4147-b023-924334b3033c', 'name': '', 'network_id': 'eeb9fbb5-b6d0-45d7-bbe6-d28cefd7f7f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-489949-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85ac72bf-972e-4a19-a9ce-7d9bfb8bb93f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-489949-11-smb'}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:28.884234 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] Checking router: 0091b542-cf53-4ff3-ab17-d870f3cc4879 for host: dv-cinder-489949-11-smb {{(pid=103536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 00:59:28.892863 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] Routers {'0091b542-cf53-4ff3-ab17-d870f3cc4879'} bound to L3 agent in host dv-cinder-489949-11-smb {{(pid=103536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 00:59:28.893447 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-489949-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T00:37:15Z,description=,heartbeat_timestamp=2021-06-04T00:59:15Z,host='dv-cinder-489949-11-smb',id=2fa08f99-6a7d-4382-8669-43bdc40477de,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T00:37:15Z,topic='l3_agent')) {'router_ids': ['0091b542-cf53-4ff3-ab17-d870f3cc4879'], 'active': True} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:28.962834 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] For port 60e09499-a77f-4147-b023-924334b3033c, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=60e09499-a77f-4147-b023-924334b3033c,segment=NetworkSegment(8af26682-46b3-407b-ac8d-0de093949aa9),segment_id=8af26682-46b3-407b-ac8d-0de093949aa9)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:28.963203 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.070453 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_dvr_db [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] Set router 0091b542-cf53-4ff3-ab17-d870f3cc4879 gateway port host: None {{(pid=103536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 00:59:29.085956 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Calling delete_port for 60e09499-a77f-4147-b023-924334b3033c owned by network:router_gateway {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:29.174796 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.l3_hamode_db [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:59:28Z', 'revision_number': 6, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'gw_port_host': None}], 'dv-cinder-489949-11-smb', False) {} {{(pid=103536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:29.178816 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c8d2a-1099-48ec-8a28-771ddcc25917 None None] The sync data for ids ['0091b542-cf53-4ff3-ab17-d870f3cc4879'] in dv-cinder-489949-11-smb is: [{'id': '0091b542-cf53-4ff3-ab17-d870f3cc4879', 'name': 'tempest-TestMinimumBasicScenario-1770917998-router', 'tenant_id': '983db284a5ac441b8d2279dc7665e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T00:56:16Z', 'updated_at': '2021-06-04T00:59:28Z', 'revision_number': 6, 'project_id': '983db284a5ac441b8d2279dc7665e0d3', 'gw_port_host': None}] {{(pid=103536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 00:59:29.226796 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.230470 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-76a0b72b-728d-4ed7-96cb-911da2d7c39a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:29.272304 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e09499-a77f-4147-b023-924334b3033c,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:29.275324 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:29.364139 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8307993'] for router_gateway, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.533805 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8269863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.536407 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.565919 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8270003'] for router, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.566859 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0091b542-cf53-4ff3-ab17-d870f3cc4879 {{(pid=103534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 00:59:29.580350 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] Notify callbacks [] for router, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.583960 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-fccd4091-5cbd-478b-93d3-ed994693b470 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0091b542-cf53-4ff3-ab17-d870f3cc4879 HTTP/1.1" status: 204 len: 168 time: 1.1592317 Jun 04 00:59:29.584585 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42830) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:29.649155 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.db_base_plugin_v2 [None req-b395b578-a908-4b1c-ace6-857dfbae70c1 admin admin] Deleting subnet fbd57e01-1340-4fe2-beb9-ae951720f991 {{(pid=103534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 00:59:29.652008 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b395b578-a908-4b1c-ace6-857dfbae70c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.815460 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b395b578-a908-4b1c-ace6-857dfbae70c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6466758'] for subnet, precommit_delete_associations {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.894909 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b395b578-a908-4b1c-ace6-857dfbae70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906030'] for subnet, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:29.947336 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 5343110e-82bf-459f-922d-2022ca026556 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:59:29.982911 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 5343110e-82bf-459f-922d-2022ca026556 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:59:29.983356 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 5343110e-82bf-459f-922d-2022ca026556 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:59:30.155564 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b395b578-a908-4b1c-ace6-857dfbae70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5526943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6679791'] for subnet, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.159869 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:30.195248 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395b578-a908-4b1c-ace6-857dfbae70c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd57e01-1340-4fe2-beb9-ae951720f991,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:30.197235 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-b395b578-a908-4b1c-ace6-857dfbae70c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for subnet, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.201050 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-b395b578-a908-4b1c-ace6-857dfbae70c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:30.202837 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a80311-200b-4b1f-bbdd-ffb81f753cd9 None None] Network 74811291-9339-4475-bf04-8c823c264dea requested from dv-cinder-489949-11-smb {{(pid=103535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 00:59:30.206264 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-b395b578-a908-4b1c-ace6-857dfbae70c1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fbd57e01-1340-4fe2-beb9-ae951720f991 HTTP/1.1" status: 204 len: 168 time: 0.6182227 Jun 04 00:59:30.206484 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42832) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:30.309301 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795338'] for network, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.380330 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Deleting port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 {{(pid=103534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:30.380623 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.450554 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] DHCP port deletion for 74811291-9339-4475-bf04-8c823c264dea request from dv-cinder-489949-11-smb {{(pid=103535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 00:59:30.481414 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.db [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] For port 337d88fe-d94c-4d1e-ae18-ac553384c1c7, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=337d88fe-d94c-4d1e-ae18-ac553384c1c7,segment=NetworkSegment(1ae0b766-360a-41b7-919b-37484c53872d),segment_id=1ae0b766-360a-41b7-919b-37484c53872d)] {{(pid=103534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:30.481809 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.518808 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] Deleting port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 {{(pid=103535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 00:59:30.519193 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718802935'] for port, before_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.605511 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Calling delete_port for 337d88fe-d94c-4d1e-ae18-ac553384c1c7 owned by network:dhcp {{(pid=103534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:30.618217 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.db [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] For port 337d88fe-d94c-4d1e-ae18-ac553384c1c7, host dv-cinder-489949-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-489949-11-smb',level=0,port_id=337d88fe-d94c-4d1e-ae18-ac553384c1c7,segment=NetworkSegment(1ae0b766-360a-41b7-919b-37484c53872d),segment_id=1ae0b766-360a-41b7-919b-37484c53872d)] {{(pid=103535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 00:59:30.618629 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8266964'] for port, precommit_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.652631 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5526954'] for port, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.656463 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-37ff688e-3b1b-42e0-83f9-b116c369eda8 tempest-TestMinimumBasicScenario-1488036121 tempest-TestMinimumBasicScenario-1488036121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:30.699086 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Pushing event deleted for resources: {'Port': ['ID=337d88fe-d94c-4d1e-ae18-ac553384c1c7,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:30.701600 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:30.703974 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] No DVR routers for this DVR port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 on host dv-cinder-489949-11-smb {{(pid=103534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:59:30.737669 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] Calling delete_port for 337d88fe-d94c-4d1e-ae18-ac553384c1c7 owned by network:dhcp {{(pid=103535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 00:59:30.779275 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7971220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718763767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767718328908'] for port, after_delete {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.782928 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-83a94fdc-8ac7-48ee-9df2-7a02dc22cc15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:30.818537 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968123', 'neutron.services.segments.db._delete_segments_for_network-8767718675137'] for network, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.831858 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74811291-9339-4475-bf04-8c823c264dea']}} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:30.844961 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae0b766-360a-41b7-919b-37484c53872d') {'for_net_delete': True} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:30.845245 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.services.segments.db [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae0b766-360a-41b7-919b-37484c53872d') {} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 00:59:30.857398 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718679004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6466751'] for segment, before_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.859655 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] Pushing event deleted for resources: {'Port': ['ID=337d88fe-d94c-4d1e-ae18-ac553384c1c7,revision_number=None']} {{(pid=103535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:30.862564 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG oslo_concurrency.lockutils [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:30.863352 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62010037-ecf6-492e-b8ee-4a5308325bae None None] No DVR routers for this DVR port 337d88fe-d94c-4d1e-ae18-ac553384c1c7 on host dv-cinder-489949-11-smb {{(pid=103535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 00:59:30.877204 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031'] for segment, precommit_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.883949 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 00:59:30.884344 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-912031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5526901'] for segment, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: Traceback (most recent call last): Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: timer() Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: cb(*args, **kw) Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: return func(*args, **kwargs) Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: self._notify() Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: self.callback(batched_events) Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: event.method(event) Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: return f(self, *a, **k) Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: return self._get(url).json() Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: return self.request(url, 'GET', **kwargs) Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 00:59:30.897315 dv-cinder-489949-11-smb neutron-server[103534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 00:59:30.975930 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8368806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7971229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8308082'] for network, after_delete {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:30.979711 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:30.992944 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971202'] for network, before_response {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:31.002927 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Pushing event deleted for resources: {'Network': ['ID=74811291-9339-4475-bf04-8c823c264dea,revision_number=None']} {{(pid=103534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:31.006940 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:31.010551 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-4638be75-0337-4475-8b29-83c22e9b34ce admin admin] 10.222.0.44 "DELETE /v2.0/networks/74811291-9339-4475-bf04-8c823c264dea HTTP/1.1" status: 204 len: 168 time: 0.8031297 Jun 04 00:59:31.238121 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42836) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:31.287183 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-7266baac-0c63-4ed9-8e74-d85a6b1a3997 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=703e28caf31645aba12aba35b61489fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478168 Jun 04 00:59:31.290596 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42838) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:31.347995 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7efede7a-41cb-4e9b-8cd5-5169d1124949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:31.348301 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 337d88fe-d94c-4d1e-ae18-ac553384c1c7 no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:59:31.373862 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7efede7a-41cb-4e9b-8cd5-5169d1124949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:31.382303 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 337d88fe-d94c-4d1e-ae18-ac553384c1c7 {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:59:31.382656 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 337d88fe-d94c-4d1e-ae18-ac553384c1c7 not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:59:31.383066 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 60e09499-a77f-4147-b023-924334b3033c no longer exists at agent ovs-agent-dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 00:59:31.416151 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] No Port match for: 60e09499-a77f-4147-b023-924334b3033c {{(pid=103535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 00:59:31.416481 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron.plugins.ml2.rpc [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Device 60e09499-a77f-4147-b023-924334b3033c not bound to the agent host dv-cinder-489949-11-smb {{(pid=103535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 00:59:31.426872 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7efede7a-41cb-4e9b-8cd5-5169d1124949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:31.430815 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-80a4dbf6-fc76-409f-9e4c-83ea8ea3e6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:31.443252 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efede7a-41cb-4e9b-8cd5-5169d1124949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7a86d8-242f-4139-ac2c-a86792558a9c,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:31.446449 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-7efede7a-41cb-4e9b-8cd5-5169d1124949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:31.456493 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7efede7a-41cb-4e9b-8cd5-5169d1124949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:31.457631 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-7efede7a-41cb-4e9b-8cd5-5169d1124949 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc7a86d8-242f-4139-ac2c-a86792558a9c HTTP/1.1" status: 204 len: 168 time: 0.1661811 Jun 04 00:59:31.833774 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [-] (103534) accepted ('10.222.0.44', 42844) {{(pid=103534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:31.882850 dv-cinder-489949-11-smb neutron-server[103534]: INFO neutron.wsgi [None req-ec021ce6-ff22-469e-9c99-c3d523f13036 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=983db284a5ac441b8d2279dc7665e0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477893 Jun 04 00:59:31.885356 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [-] (103533) accepted ('10.222.0.44', 42846) {{(pid=103533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 00:59:31.945540 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e1fcf0a-a2e4-4c50-8714-2e4a8c0d3dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:31.971147 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e1fcf0a-a2e4-4c50-8714-2e4a8c0d3dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:32.025503 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e1fcf0a-a2e4-4c50-8714-2e4a8c0d3dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8368708'] for security_group, after_delete {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:32.030622 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-8848e083-b779-4b9a-a9e0-9654c7b006c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 00:59:32.040471 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fcf0a-a2e4-4c50-8714-2e4a8c0d3dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3247e038-0260-4d8b-998d-b6472dedd0cb,revision_number=None']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 00:59:32.044079 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1e1fcf0a-a2e4-4c50-8714-2e4a8c0d3dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 00:59:32.047399 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e1fcf0a-a2e4-4c50-8714-2e4a8c0d3dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:32.048642 dv-cinder-489949-11-smb neutron-server[103533]: INFO neutron.wsgi [None req-1e1fcf0a-a2e4-4c50-8714-2e4a8c0d3dfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3247e038-0260-4d8b-998d-b6472dedd0cb HTTP/1.1" status: 204 len: 168 time: 0.1622605 Jun 04 00:59:42.450743 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-75db0daf-e4d2-4579-81bc-0fdb1a679d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:44.996165 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:45.219799 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bda6d85f-c29c-4734-87f4-be0e4e20cb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:46.052872 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:47.703318 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 00:59:54.150866 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:03.472608 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 01:00:12.447716 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-e74c78e1-b058-43fd-adc8-60961dcaa8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:15.002905 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:15.228788 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-022c81e9-528f-40b4-b7f5-d4940f93a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:16.055544 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:17.704478 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:24.162048 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:40.477404 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 01:00:42.453110 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d97ef330-350b-4a1e-8630-c53402f1a58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:44.999321 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:45.232366 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-1644f6a4-0c29-4605-91f9-c3e396b962f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:46.059447 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:47.707474 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:54.164865 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:00:59.292169 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [req-dca8e847-7d80-405b-bb2c-8780efa0a9dc req-328d0b98-ab5a-4ec5-8fbe-2cd21f4c804a service neutron] (103533) timed out ('10.222.0.47', 53746) {{(pid=103533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 01:01:04.944453 dv-cinder-489949-11-smb neutron-server[103533]: DEBUG neutron.wsgi [req-760fe35c-d3dd-4829-af18-80aea0d1665a req-9f981714-4778-495c-920a-4802ddf926ae service neutron] (103533) timed out ('10.222.0.47', 53752) {{(pid=103533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 01:01:12.451612 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b36-0f89-4ac1-b2d4-db8c4e4e5246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:14.990649 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:15.235046 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a4b-73dd-4075-a5dd-bea477900122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:16.066095 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:17.480702 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 01:01:17.711430 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:24.163917 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:42.455118 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-9be21404-4df9-43d3-8ae4-6908ed943e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:44.993976 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:45.230967 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0e76cf63-98a1-4fa5-b6ac-17a706fdfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:46.068507 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:47.716488 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:54.160537 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:01:54.480176 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 01:02:12.449939 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6b5864f4-7797-4018-969b-e23297062e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:14.993005 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:15.225724 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6f9d1e44-9e27-4829-b2c4-152f786f3226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:16.077752 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:17.716229 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:24.177818 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:31.482312 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 01:02:42.462919 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-bc2105b6-3d87-4bfa-a67a-22732ca2d7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:45.000217 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:45.231708 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-6b3f5479-b75e-40da-a33a-32ea46e4cc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:46.076387 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:47.721634 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:02:54.194444 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:08.485790 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 01:03:12.459363 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-efd79f77-e3c2-42f1-9235-09dbf3699e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:14.997366 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:15.235544 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c144009f-ec4d-44b3-8b92-bf2c78deaf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:16.082328 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:17.726995 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:24.193702 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:42.453372 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-120fb43b-eb5b-4bb7-a967-fd8d8a392bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:44.993202 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:45.239395 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-a0cb09ba-af7a-41ee-85b2-145c6d3a32ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:45.488441 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 01:03:45.585199 dv-cinder-489949-11-smb neutron-server[103534]: DEBUG neutron.wsgi [req-af41515b-b663-4807-8d26-e474ce2e684e req-9070e333-6afb-4dec-8743-584af214ac4a service neutron] (103534) timed out ('10.222.0.44', 37860) {{(pid=103534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 01:03:46.082105 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:47.731895 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:03:54.207087 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:04:12.458697 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-0f0827a4-3717-44c4-980d-0926268855a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:04:15.001139 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a222-50c9-4ba6-840e-3ea666bab28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:04:15.245719 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-9aa3aeb6-3e06-4dda-af28-d9e35c91825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:04:16.089880 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-90221466-8eba-457b-9178-cf1040504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:04:17.736130 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeba6-1d04-43ae-b4ef-91cbcaa6087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:04:22.493738 dv-cinder-489949-11-smb neutron-server[103536]: DEBUG neutron.db.agents_db [None req-8cc26587-73ef-483b-9f80-5e1c6fb5f741 None None] Agent healthcheck: found 6 active agents {{(pid=103536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 01:04:24.217669 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-d6b57831-22d0-40af-b705-b8990f71e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 01:04:42.453006 dv-cinder-489949-11-smb neutron-server[103535]: DEBUG neutron_lib.callbacks.manager [None req-4131d27e-fb2f-4f09-b39c-c96af44df241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718675119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967409'] for agent, after_update {{(pid=103535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}